-- Logs begin at Tue 2021-05-25 14:59:49 UTC, end at Tue 2021-05-25 16:15:37 UTC. -- May 25 15:49:03.833188 dv-cinder-791240-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 15:49:04.837104 dv-cinder-791240-3-smb neutron-server[99003]: Beware of the coming changes in the project packaging May 25 15:49:04.837656 dv-cinder-791240-3-smb neutron-server[99003]: https://github.com/svinota/pyroute2/discussions/786 May 25 15:49:06.357883 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.common.config [-] Logging enabled! May 25 15:49:06.358517 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:49:06.358655 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:49:06.361881 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.common.config [-] Logging enabled! May 25 15:49:06.362133 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:49:06.362441 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:49:06.363362 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:49:06.363597 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:49:06.363958 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:49:06.364201 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:49:06.364428 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:49:06.364766 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.365060 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.365380 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.365611 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.365910 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.366198 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.366476 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.366763 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.367058 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.367341 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.367617 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.367898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.368127 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.368405 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.368714 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.368999 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.369221 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] debug = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.369498 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.369926 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.370318 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.370594 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.370880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.371171 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.371426 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.371697 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.372648 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.372977 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] host = dv-cinder-791240-3-smb {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.373255 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.373543 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.373829 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.374115 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.374387 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.374661 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.374945 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.375216 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.375486 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.375759 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.376044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.376328 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.376643 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.376866 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.377086 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.377370 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.377655 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.377927 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.378199 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.378470 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.378740 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.379010 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.379275 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.379558 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.379840 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.380124 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.380395 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.380940 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.381207 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.381474 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.381759 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.382031 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.382305 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.382580 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.382864 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.383130 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.383403 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.383698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.383982 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.384261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.384563 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.384839 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.385119 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.385387 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.385657 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.385927 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_json = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.386198 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.386464 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.386742 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.387012 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.387282 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.387839 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.388111 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.388396 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:06.388722 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.389022 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.389322 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.389605 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.389898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.390177 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.390465 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.390741 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.391028 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.391316 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.391606 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.391881 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.392169 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.392446 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.392764 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.393069 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.393361 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.393652 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.393926 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.394198 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.394471 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.394745 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.395034 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.395326 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.395613 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.395888 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.396167 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.396458 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.396830 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.397108 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.397389 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.397674 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.397952 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.398227 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.398510 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.398787 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.399058 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.399330 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.399609 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.399896 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.400172 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.400445 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.400739 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.401017 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.401288 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.401594 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.401853 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.402126 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.402404 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.402685 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.402971 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.403263 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.403605 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.403893 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.404172 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.404449 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.404747 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.405029 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.405301 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.405576 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.405848 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.406121 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.406398 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.406671 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.406942 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.407214 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.407490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.407758 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.408044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.408343 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.408651 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.408933 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.409213 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.409489 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.409765 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.410040 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.410317 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.410593 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.410864 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.411156 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.411436 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.411722 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.412002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.412276 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.412598 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.412880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.413159 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.413434 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.413709 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.413995 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.414277 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.414571 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.414862 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.415162 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.415451 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.415738 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.416013 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.416319 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.416627 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:06.416844 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:49:06.417085 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99003) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 15:49:06.773126 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:06.773400 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:06.773683 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:06.774182 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 15:49:07.171624 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.171919 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.172186 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.173400 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.173673 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.173934 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.209466 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.209740 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.210002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.222843 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.223124 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.223391 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.252682 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.252962 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.253231 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.289787 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.290063 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.290329 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.531158 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.531774 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.531774 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.531942 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.532620 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.667672 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.667975 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.668247 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.668515 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.669358 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.669920 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.670179 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.670431 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.670681 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.670957 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.671213 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.671472 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.671732 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.671983 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.672434 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.672724 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.674355 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.674599 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.674870 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.675168 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.675524 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.675786 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.676041 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.676325 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.676608 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.676856 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.677436 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.677675 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.677913 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.678147 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.678380 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.678612 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:07.679217 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 15:49:07.682445 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 15:49:07.687017 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 15:49:07.690746 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 25 15:49:07.692359 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 15:49:07.692833 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 15:49:07.693161 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 15:49:07.693538 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 15:49:07.696458 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 15:49:07.696750 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 15:49:07.697092 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:49:07.723971 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 15:49:07.724415 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.724740 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99003) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 15:49:07.725098 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.726463 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99003) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 15:49:07.726723 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:49:07.726962 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 15:49:07.730192 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.730470 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:07.801057 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 15:49:07.801237 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 15:49:07.801475 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 15:49:07.801837 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 15:49:07.831840 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_db.sqlalchemy.engines [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99003) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 15:49:08.570258 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing driver for type 'gre' May 25 15:49:08.570875 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] gre ID ranges: [(1, 1000)] May 25 15:49:08.940716 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing driver for type 'local' May 25 15:49:08.941058 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing driver for type 'vlan' May 25 15:49:09.135707 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] VlanTypeDriver initialization complete May 25 15:49:09.136056 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing driver for type 'vxlan' May 25 15:49:09.136587 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] vxlan ID ranges: [(1, 1000)] May 25 15:49:09.409540 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing extension driver 'port_security' May 25 15:49:09.409884 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] PortSecurityExtensionDriver initialization complete May 25 15:49:09.410215 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing mechanism driver 'openvswitch' May 25 15:49:09.410532 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing mechanism driver 'hyperv' May 25 15:49:09.417047 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.plugins.ml2.plugin [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:09.417792 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.418195 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.418573 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.419375 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.419734 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.420080 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.420458 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426533 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426533 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426533 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426533 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426858 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426858 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426858 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.426858 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427165 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > address_group after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427165 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > address_group after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427165 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427165 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] ML2 OVO RPC backend initialized. {{(pid=99003) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 15:49:09.427473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > networks before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427782 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427782 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > ports before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427782 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.427782 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnets before_response 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.428090 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.428332 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.428700 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.429034 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.429373 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.429702 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.430035 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.430367 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.430697 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.431264 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.plugin [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Modular L2 Plugin initialization complete May 25 15:49:09.431585 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading services supported by the core plugin {{(pid=99003) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 15:49:09.431910 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.plugins.ml2.managers [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Got port-security extension from driver 'port_security' May 25 15:49:09.432369 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.extensions.vlantransparent [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Disabled vlantransparent extension. May 25 15:49:09.432951 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99003) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 15:49:09.433263 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: router May 25 15:49:09.472439 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.472849 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_create 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.473216 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router before_create 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.473622 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.474105 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.474456 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_delete 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.474810 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.475167 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_create 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.475507 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.475852 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.476195 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.476572 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.476978 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.477342 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.477681 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.478014 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: subnet after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.478355 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.478694 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.479040 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_create 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.479378 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.479713 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.480063 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router after_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.480400 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.480761 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_create 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.481564 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.481918 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_update 55549900 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.482289 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > network after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.483139 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Tracking information for resource: router configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:09.483463 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Tracking information for resource: floatingip configured {{(pid=99003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:49:09.488341 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.db.l3_agentschedulers_db [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 15:49:09.488934 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.489296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.489640 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.489985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: port after_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.490761 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router before_create 55550100 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.491163 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.491524 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_create 55550100 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.491876 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > router precommit_update 55550100 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.496312 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.provider_configuration [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service providers = [] {{(pid=99003) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 15:49:09.497736 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.db.servicetype_db [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99003) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 15:49:09.500661 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.service_base [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:49:09.501009 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.service_base [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:49:09.501347 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.service_base [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:49:09.502220 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.services.service_base [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:49:09.502590 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.services.service_base [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 15:49:09.503253 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.503574 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 15:49:09.522017 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.522350 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: auto_allocate May 25 15:49:09.528734 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: network precommit_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.529098 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: network precommit_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.529607 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.529924 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: tag May 25 15:49:09.536756 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.537084 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: timestamp May 25 15:49:09.540971 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.541295 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: network_ip_availability May 25 15:49:09.552762 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.553129 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.553478 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.554191 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.554504 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: flavors May 25 15:49:09.560775 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.561107 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading Plugin: revisions May 25 15:49:09.565331 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:49:09.565707 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.792s {{(pid=99003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:09.566434 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99003) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 15:49:09.566761 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Initializing extension manager. May 25 15:49:09.567256 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: __init__.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.567589 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: __pycache__ {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.568065 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.568397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: address_group.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.569154 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.569707 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: address-group May 25 15:49:09.570024 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: address_scope.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.570714 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.571202 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: address-scope May 25 15:49:09.571511 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.572416 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.572941 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: router-admin-state-down-before-update May 25 15:49:09.573257 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: agent.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.574014 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.574509 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: agent May 25 15:49:09.575774 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: agent_resources_synced.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.576719 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.577224 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: agent-resources-synced May 25 15:49:09.577541 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: allowedaddresspairs.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.579284 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.579797 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: allowed-address-pairs May 25 15:49:09.580197 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: auto_allocated_topology.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.581245 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.581755 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: auto-allocated-topology May 25 15:49:09.582079 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: availability_zone.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.582760 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.583257 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: availability_zone May 25 15:49:09.583575 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: availability_zone_filter.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.584464 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.584993 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: availability_zone_filter May 25 15:49:09.585312 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: data_plane_status.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.586224 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.586728 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension data-plane-status not supported by any of loaded plugins May 25 15:49:09.587045 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: default_subnetpools.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.587933 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.588433 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: default-subnetpools May 25 15:49:09.588772 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.589599 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.590100 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: dhcp_agent_scheduler May 25 15:49:09.601193 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: dns.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.601933 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.602429 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension dns-integration not supported by any of loaded plugins May 25 15:49:09.602752 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: dns_domain_ports.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.603634 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.604233 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 15:49:09.604580 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: dvr.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.605231 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.605729 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: dvr May 25 15:49:09.606160 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: empty_string_filtering.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.607415 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.607915 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: empty-string-filtering May 25 15:49:09.608231 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.609230 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.609727 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 15:49:09.610041 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.610923 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.611417 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 15:49:09.611730 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: external_net.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.612675 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.615245 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: external-net May 25 15:49:09.615245 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.615245 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.615245 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: extra_dhcp_opt May 25 15:49:09.615649 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: extraroute.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.616162 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: extraroute May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: extraroute_atomic.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: extraroute-atomic May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: filter_validation.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.620820 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: filter-validation May 25 15:49:09.621401 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: fip_pf_description.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.621401 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.622829 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 15:49:09.623150 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: fip_port_details.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.624064 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.624589 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: fip-port-details May 25 15:49:09.624909 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: flavors.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.626165 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.626676 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: flavors May 25 15:49:09.626996 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.628677 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.629196 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 15:49:09.629519 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: floatingip_pools.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.630206 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.630965 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: floatingip-pools May 25 15:49:09.631285 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: ip_allocation.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.632241 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.632771 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension ip_allocation not supported by any of loaded plugins May 25 15:49:09.633089 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.633978 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.634646 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: ip-substring-filtering May 25 15:49:09.634964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l2_adjacency.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.635865 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.636362 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension l2_adjacency not supported by any of loaded plugins May 25 15:49:09.636708 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.638701 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.639215 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: router May 25 15:49:09.639534 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.641780 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.642304 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 15:49:09.642632 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.651419 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.651936 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: ext-gw-mode May 25 15:49:09.652258 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.653649 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.654195 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: l3-ha May 25 15:49:09.654551 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3_flavors.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.655450 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.655954 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: l3-flavors May 25 15:49:09.656275 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.657196 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.657706 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: l3-port-ip-change-not-allowed May 25 15:49:09.658022 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: l3agentscheduler.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.659049 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.659598 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: l3_agent_scheduler May 25 15:49:09.659873 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: logging.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.661384 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.661896 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension logging not supported by any of loaded plugins May 25 15:49:09.662219 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: metering.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.662986 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.663549 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: metering May 25 15:49:09.663868 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.664972 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.665480 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: metering_source_and_destination_fields May 25 15:49:09.665854 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: multiprovidernet.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.666876 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.667378 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: multi-provider May 25 15:49:09.667696 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: netmtu.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.669102 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.669613 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: net-mtu May 25 15:49:09.669932 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: netmtu_writable.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.670841 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.671346 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: net-mtu-writable May 25 15:49:09.671661 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: network_availability_zone.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.672315 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.672844 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: network_availability_zone May 25 15:49:09.673159 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: network_ip_availability.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.674221 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.674724 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: network-ip-availability May 25 15:49:09.675041 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: network_segment_range.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.675784 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.676278 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension network-segment-range not supported by any of loaded plugins May 25 15:49:09.676615 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: pagination.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.677565 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.677888 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: pagination May 25 15:49:09.678201 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: port_device_profile.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.679073 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.679580 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: port-device-profile May 25 15:49:09.679895 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.680812 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.681311 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: port-mac-address-regenerate May 25 15:49:09.681624 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.682497 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.682997 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: port-numa-affinity-policy May 25 15:49:09.683309 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: port_resource_request.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.685169 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.685681 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension port-resource-request not supported by any of loaded plugins May 25 15:49:09.685997 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: portbindings.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.686904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.687402 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: binding May 25 15:49:09.687718 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: portbindings_extended.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.688981 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.689480 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: binding-extended May 25 15:49:09.689799 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: portsecurity.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.690685 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.691186 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: port-security May 25 15:49:09.691521 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: project_id.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.692466 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.692954 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: project-id May 25 15:49:09.693502 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: providernet.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.694923 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.695497 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: provider May 25 15:49:09.695818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.699316 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.700809 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos not supported by any of loaded plugins May 25 15:49:09.701154 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.702379 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.702889 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 15:49:09.703211 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.704100 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.704721 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 15:49:09.705059 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_default.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.705949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.706454 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-default not supported by any of loaded plugins May 25 15:49:09.706771 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_fip.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.707399 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.707886 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-fip not supported by any of loaded plugins May 25 15:49:09.708198 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_gateway_ip.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.709134 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.709630 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 15:49:09.709946 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_port_network_policy.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.710836 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.711341 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 15:49:09.711660 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_rule_type_details.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.712572 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.713077 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 15:49:09.713495 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: qos_rules_alias.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.714539 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.715044 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 15:49:09.715393 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: quotasv2.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.716866 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.717192 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: quotas May 25 15:49:09.717507 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: quotasv2_detail.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.719088 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.719421 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: quota_details May 25 15:49:09.719746 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: rbac.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.720809 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.721325 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: rbac-policies May 25 15:49:09.721649 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: rbac_address_group.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.722549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.723054 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: rbac-address-group May 25 15:49:09.723375 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: rbac_address_scope.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.724263 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.724795 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: rbac-address-scope May 25 15:49:09.725116 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: rbac_security_groups.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.725996 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.726503 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: rbac-security-groups May 25 15:49:09.726821 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: rbac_subnetpool.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.727704 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.728204 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: rbac-subnetpool May 25 15:49:09.728547 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: revisionifmatch.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.729432 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.729935 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: revision-if-match May 25 15:49:09.730255 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: revisions.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.731811 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.732319 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: standard-attr-revisions May 25 15:49:09.732671 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: router_availability_zone.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.733335 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.733842 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: router_availability_zone May 25 15:49:09.734162 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: routerservicetype.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.735062 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.735568 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension router-service-type not supported by any of loaded plugins May 25 15:49:09.735886 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.736812 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.737318 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: security-groups-normalized-cidr May 25 15:49:09.737633 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.738531 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.739029 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: port-security-groups-filtering May 25 15:49:09.739342 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.740401 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.740935 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: security-groups-remote-address-group May 25 15:49:09.741251 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: securitygroup.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.751656 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.752179 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: security-group May 25 15:49:09.752508 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: segment.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.753297 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.753801 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension segment not supported by any of loaded plugins May 25 15:49:09.754123 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.755032 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.755785 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 15:49:09.756105 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: servicetype.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.757212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.757727 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: service-type May 25 15:49:09.758047 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: sorting.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.759000 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.759325 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: sorting May 25 15:49:09.759640 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: standard_attr_segment.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.760544 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.761063 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 15:49:09.761382 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: standardattrdescription.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.762010 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.763383 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: standard-attr-description May 25 15:49:09.764220 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: stateful_security_group.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.765367 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.765874 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: stateful-security-group May 25 15:49:09.766192 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: stdattrs_common.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.766760 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 15:49:09.767074 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.768053 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.768585 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 15:49:09.768901 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnet_onboard.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.769952 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.770455 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: subnet_onboard May 25 15:49:09.770780 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.771681 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.772180 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 15:49:09.772501 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnet_service_types.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.773729 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.773928 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: subnet-service-types May 25 15:49:09.774454 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnetallocation.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.775357 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.775866 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: subnet_allocation May 25 15:49:09.776185 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.776873 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.777373 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: subnetpool-prefix-ops May 25 15:49:09.777690 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.779155 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.779652 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 15:49:09.779971 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: tagging.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.781067 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.781577 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: standard-attr-tag May 25 15:49:09.781900 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: timestamp.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.783079 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.783690 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loaded extension: standard-attr-timestamp May 25 15:49:09.784014 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: trunk.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.785068 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.785576 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension trunk not supported by any of loaded plugins May 25 15:49:09.785892 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: trunk_details.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.786790 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.787297 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension trunk-details not supported by any of loaded plugins May 25 15:49:09.787611 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: uplink_status_propagation.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.788519 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.789043 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 15:49:09.789358 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Loading extension file: vlantransparent.py {{(pid=99003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:49:09.790008 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:49:09.790502 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extension vlan-transparent not supported by any of loaded plugins May 25 15:49:09.792990 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:network May 25 15:49:09.794653 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnet May 25 15:49:09.796492 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:49:09.797127 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:port May 25 15:49:09.798383 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.798818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service FLAVORS assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.799717 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.800143 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.800470 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:router May 25 15:49:09.801142 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:floatingip May 25 15:49:09.801837 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service METERING assigned prefix: /metering {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.803259 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.803622 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.803966 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:49:09.805115 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:49:09.805562 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:security_group May 25 15:49:09.806320 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:49:09.807045 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service CORE assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.807371 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:49:09.807699 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] subnetpool is already registered May 25 15:49:09.808296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service CORE assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.808658 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:49:09.808981 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] subnetpool is already registered May 25 15:49:09.812436 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.812891 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service FLAVORS assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.813482 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.813896 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.814218 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:router May 25 15:49:09.814540 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] router is already registered May 25 15:49:09.815120 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:floatingip May 25 15:49:09.815443 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] floatingip is already registered May 25 15:49:09.816055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service METERING assigned prefix: /metering {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.816746 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:49:09.817069 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] rbac_policy is already registered May 25 15:49:09.817602 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:security_group May 25 15:49:09.817924 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] security_group is already registered May 25 15:49:09.818495 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:49:09.818829 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] security_group_rule is already registered May 25 15:49:09.819489 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service CORE assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.819811 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:49:09.820141 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] subnetpool is already registered May 25 15:49:09.820751 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.v2.resource_helper [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Service CORE assigned prefix: {{(pid=99003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:49:09.821072 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:49:09.821389 dv-cinder-791240-3-smb neutron-server[99003]: WARNING neutron.quota.resource_registry [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] subnetpool is already registered May 25 15:49:09.822024 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: extensions {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.823463 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: address-groups {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.825673 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: address-scopes {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.826844 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: agents {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.827960 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: auto-allocated-topology {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.829220 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: availability_zones {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.830489 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: dhcp-networks {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.831881 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: dhcp-agents {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.833322 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: routers {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.835195 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: flavors {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.836337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: service_profiles {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.837551 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: next_providers {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.839060 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: service_profiles {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.840964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: floatingip-pools {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.842154 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: routers {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.843922 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: floatingips {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.845241 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: l3-routers {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.846590 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: l3-agents {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.847981 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: metering-labels {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.849323 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: metering-label-rules {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.850562 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: network-ip-availabilities {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.851798 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: bindings {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.853456 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: quotas {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.854851 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: quotas {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.857212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: rbac-policies {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.858490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: security-groups {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.859678 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: security-group-rules {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.860916 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: service-providers {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.862105 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: subnetpools {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.864380 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: subnetpools {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.865821 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.867473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.984635 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.986312 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.988055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.989922 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.991591 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.993491 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.995212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:09.998053 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron.api.extensions [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Extended resource: tags {{(pid=99003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:49:10.003820 dv-cinder-791240-3-smb neutron-server[99003]: WARNING keystonemiddleware.auth_token [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 15:49:10.008924 dv-cinder-791240-3-smb neutron-server[99003]: WARNING keystonemiddleware.auth_token [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 15:49:10.017826 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Acquired lock "singleton_lock" {{(pid=99003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 15:49:10.018298 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_concurrency.lockutils [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Releasing lock "singleton_lock" {{(pid=99003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 15:49:10.018935 dv-cinder-791240-3-smb neutron-server[99003]: INFO oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Starting 2 workers May 25 15:49:10.023541 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Started child 99116 {{(pid=99003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:49:10.027791 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Started child 99117 {{(pid=99003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:49:10.028932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.030498 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [-] (99116) wsgi starting up on http://0.0.0.0:9696 May 25 15:49:10.031245 dv-cinder-791240-3-smb neutron-server[99003]: INFO neutron.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Neutron service started, listening on 0.0.0.0:9696 May 25 15:49:10.031835 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Notify callbacks [] for process, before_spawn {{(pid=99003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.032719 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.034100 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [-] (99117) wsgi starting up on http://0.0.0.0:9696 May 25 15:49:10.034271 dv-cinder-791240-3-smb neutron-server[99003]: INFO oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Starting 1 workers May 25 15:49:10.039304 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Started child 99118 {{(pid=99003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:49:10.039803 dv-cinder-791240-3-smb neutron-server[99003]: INFO oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Starting 1 workers May 25 15:49:10.042574 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] calling RpcWorker wait() {{(pid=99118) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 15:49:10.043168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] returning from RpcWorker wait() {{(pid=99118) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 15:49:10.045161 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.045347 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Started child 99119 {{(pid=99003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:49:10.045540 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:10.046038 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG neutron_lib.callbacks.manager [None req-4a908948-6bc0-4277-80c0-69abe13b76dd None None] Notify callbacks [] for process, after_spawn {{(pid=99003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.047701 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:49:10.047913 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:49:10.048099 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:49:10.048312 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:49:10.048684 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:49:10.048848 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:49:10.049345 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.049616 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.049845 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.058949 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.060286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] debug = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.061337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062101 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.062904 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] host = dv-cinder-791240-3-smb {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.063964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.065698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_options = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.066880 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.067825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.069339 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.070397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.071549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.071549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.071549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.071549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.071549 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073093 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073093 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073268 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073468 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073717 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.073998 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.074279 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.074518 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.074781 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.075013 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.075262 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.075518 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_json = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.075748 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.075972 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.076203 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.076410 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:10.076506 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.076881 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.077123 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.077363 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.077603 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.078044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.078342 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.078663 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.078898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.079286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.079532 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.079781 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.080008 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.080260 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.080514 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.080845 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.081096 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.081397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.081646 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.082115 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.082607 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.082895 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.083181 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.083432 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.083672 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.083912 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.084139 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.084499 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.084795 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.086884 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087693 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087783 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.087965 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.088195 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.088665 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.089082 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.089416 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.089647 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.089896 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.090102 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.090318 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.090543 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.090768 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.090999 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.091230 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.091461 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.091681 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.091897 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.092106 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.092352 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.092668 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.092895 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.093112 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.093330 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.093552 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.093789 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.094060 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.094281 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.094502 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.094818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.094917 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.095137 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.095539 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.095539 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.095925 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.096118 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.096337 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.097044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.097044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.097044 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.097304 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.100559 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101767 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101767 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.101986 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.102241 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.102484 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.102733 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.102975 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.103256 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.103502 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.103739 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.104513 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.104513 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.104513 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.104784 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.105038 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.105301 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.105556 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.106465 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.106901 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.107175 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.107463 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.107708 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.108007 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.108302 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.108601 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.108929 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.109191 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.109568 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.109821 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.110061 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.110318 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.110613 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.110909 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.111365 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.111660 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.111911 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.112159 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.112373 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.112623 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.113106 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.113499 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.113891 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.114086 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.114375 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.114630 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.114882 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.115295 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.115687 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.116084 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.116478 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.116888 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.117262 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.117619 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.118002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.118220 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.118455 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.118718 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.118939 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.119171 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.119383 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.119745 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.119998 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.120234 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.120661 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.120886 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.121159 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.121472 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.121766 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.122495 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.122740 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.122960 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.123181 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.123423 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.123645 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.123898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.124122 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.124399 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.124707 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.124945 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.125188 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.125609 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.126045 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.126416 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.126828 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.127196 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.127563 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.127948 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.128179 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.128403 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.128699 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.128934 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.129151 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.129390 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.129638 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.129965 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.130219 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.130717 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.130964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.131180 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.131417 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.131668 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.131887 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.132105 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.132323 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.132565 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.132818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.133073 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.133325 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.133536 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.133746 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.133975 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.134209 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.134424 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.134719 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.134959 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.135195 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.135441 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.135676 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.135913 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.136123 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.136334 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.136568 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.136781 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.137031 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.137270 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.137643 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.137859 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.138070 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.138298 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.138528 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.138741 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.138958 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.139167 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.139393 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.139628 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.139812 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.140186 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.140402 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.140818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.141020 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.141247 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.141539 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.141772 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.142003 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.142276 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.142624 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.142846 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.143098 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.143335 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.143558 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.143798 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.144053 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.144366 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.144697 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.144983 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.145532 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.145710 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.145870 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.146723 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.146723 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.146723 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.147063 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.147328 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.147580 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.147810 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.148076 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.148319 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.148588 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.148834 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.149067 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.149283 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.149745 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.150056 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.150289 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.150529 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.150758 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.150978 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.151208 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.151442 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.152002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.152002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.152187 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:49:10.152641 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:49:10.152822 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:49:10.152986 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:49:10.153154 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:49:10.153324 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:49:10.153473 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:49:10.153672 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.153829 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.153995 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154157 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154322 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154504 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154666 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154825 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.154984 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155142 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155301 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155479 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155619 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155778 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.155936 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156093 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156252 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156412 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156600 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156761 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.156921 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157079 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157238 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] debug = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157397 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157598 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157762 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.157921 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158080 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158237 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158395 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158554 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158712 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.158869 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159026 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159184 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159342 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159502 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159659 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159816 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.159989 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.160213 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] host = dv-cinder-791240-3-smb {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.160374 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.160554 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.160712 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.160870 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161029 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161187 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161346 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161504 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161662 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161819 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.161977 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162134 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162292 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162450 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162607 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_options = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162764 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.162922 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163079 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163255 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163417 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163576 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163735 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.163894 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164053 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164214 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164372 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164554 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164706 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.164863 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165021 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165179 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165338 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165495 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165654 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165812 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.165970 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166127 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166284 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166443 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166600 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166759 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.166916 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167074 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167231 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167389 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167546 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167705 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.167865 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.168022 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.168179 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.168336 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169023 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169186 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169352 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169478 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169637 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169795 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.169953 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170110 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170268 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170427 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_json = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170584 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170742 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.170898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171109 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171336 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171482 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171482 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171838 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:49:10.171838 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.172082 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.173055 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.174261 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175353 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.175820 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.176032 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.176112 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.177212 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.178985 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.179769 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180578 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180658 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180764 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.180929 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181106 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181269 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181432 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181607 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181755 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.181917 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182079 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182241 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182404 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182569 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182725 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.182886 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183093 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183188 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183356 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183518 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183693 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.183841 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.184031 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.184778 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.184952 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185023 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185189 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185361 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185537 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185700 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.185863 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186024 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186186 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186349 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186511 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186677 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.186839 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187002 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187164 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187326 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187490 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187650 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187811 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.187974 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188135 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188296 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188457 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188639 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188801 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.188964 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189124 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189286 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189447 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189609 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189780 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.189942 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190106 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190271 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190446 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190610 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190751 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.190883 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.191050 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.191213 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.191373 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.191534 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.191695 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192033 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192033 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192251 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192335 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192479 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192663 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192826 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.192988 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193173 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193333 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193494 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193656 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193818 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.193981 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194142 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194308 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194470 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194656 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194786 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.194944 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195045 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:10.195133 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195256 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195418 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195579 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195741 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.195903 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196064 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196225 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196387 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196565 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196730 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.196892 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197054 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197216 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197378 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197540 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197701 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.197863 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198024 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198185 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198347 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198507 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198668 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198828 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.198989 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.199154 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.199317 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.199479 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.199640 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.199898 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200089 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200250 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200417 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200611 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200776 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.200940 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201102 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201265 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201429 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201589 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201752 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.201914 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202077 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202253 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202416 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202576 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202739 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.202901 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.203063 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.203230 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.203389 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.203723 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.203872 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204038 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204208 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204373 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204553 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204709 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.204872 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205034 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205196 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205359 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205535 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205698 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.205860 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206076 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206385 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206385 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206692 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206692 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206940 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.206940 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207136 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207258 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207370 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207532 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207694 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.207864 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208225 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208225 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208475 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208475 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208745 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208868 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.208991 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209113 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209262 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209433 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209597 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209759 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.209928 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.210091 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.210252 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.210414 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.210587 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211170 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211170 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211170 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211477 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211477 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211668 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211668 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211816 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.211982 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.212145 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.212317 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.212486 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.212679 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.212841 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213010 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213184 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213350 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213513 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213675 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213837 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.213999 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214161 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214326 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214487 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214649 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214810 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.214973 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.215135 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.215297 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216071 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216239 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216402 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216585 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216749 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.216912 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:49:10.217067 dv-cinder-791240-3-smb neutron-server[99003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:49:10.516403 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49334) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:10.524879 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063782 May 25 15:49:21.817126 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2fc04-6ea6-46ba-a8a6-965afdd842cd None None] get_active_networks_info from dv-cinder-791240-3-smb {{(pid=99118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 15:49:21.909139 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2fc04-6ea6-46ba-a8a6-965afdd842cd None None] No non-hosted networks {{(pid=99118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 15:49:21.916332 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.agentschedulers_db [None req-10e2fc04-6ea6-46ba-a8a6-965afdd842cd None None] DHCP Agent not found on host dv-cinder-791240-3-smb {{(pid=99118) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 15:49:22.004909 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6a38430b-239d-4477-bf21-9ade8d347d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.117984 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.119233 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.119920 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.120441 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.121062 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.121843 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.122412 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.123053 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.128824 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.128824 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.128824 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.128824 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.128824 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:24.129227 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791240-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:24.138343 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791240-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:24.462889 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-df970d73-df8b-4da1-8399-cb5974a0a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.520026 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.db.api [None req-265f4ea6-62af-4e9f-ba1e-2d1d31bc99b3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-791240-3-smb {{(pid=99118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 15:49:24.520916 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_db.api [None req-265f4ea6-62af-4e9f-ba1e-2d1d31bc99b3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 15:49:25.123950 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-265f4ea6-62af-4e9f-ba1e-2d1d31bc99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:25.226595 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:26.820955 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:28.427434 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49428) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:29.015636 dv-cinder-791240-3-smb neutron-server[99116]: WARNING oslo_policy.policy [None req-542b9157-5e54-4bb3-b21b-a2ce46be116a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:29.016224 dv-cinder-791240-3-smb neutron-server[99116]: WARNING oslo_policy.policy [None req-542b9157-5e54-4bb3-b21b-a2ce46be116a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:29.246983 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [None req-542b9157-5e54-4bb3-b21b-a2ce46be116a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:29.248054 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-542b9157-5e54-4bb3-b21b-a2ce46be116a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8197045 May 25 15:49:30.036969 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.db.l3_hamode_db [None req-8bbcb5ec-f000-4863-a645-5de7f875a2f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 15:49:30.122994 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcb5ec-f000-4863-a645-5de7f875a2f6 None None] Routers set() bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:30.123393 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcb5ec-f000-4863-a645-5de7f875a2f6 None None] Router IDs set() for agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 15:49:31.612072 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49442) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:31.987457 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:32.088029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.policy [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99116) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:49:32.134180 dv-cinder-791240-3-smb neutron-server[99116]: WARNING oslo_policy.policy [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:32.134567 dv-cinder-791240-3-smb neutron-server[99116]: WARNING oslo_policy.policy [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:32.143803 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.quota [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Loaded quota_driver: . May 25 15:49:32.159136 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:32.312095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688348009', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688348160', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688369177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688364981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688387144', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791688412334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639635', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1981187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2049768'] for rbac-policy, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:32.540230 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:32.541488 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ea3bfc31-a3d0-4733-ad5e-48a08ad5645e admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9284046 May 25 15:49:35.143452 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49456) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:35.489350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Request body: {'network': {'name': 'private', 'project_id': '8932f414debd44999c2e8e79d205962b', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:35.494610 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:35.499124 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Usage tracker for resource:network and tenant:8932f414debd44999c2e8e79d205962b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:35.503650 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:35.510011 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:35.625739 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Made reservation on behalf of 8932f414debd44999c2e8e79d205962b for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:35.628506 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:35.646376 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:35.660042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:35.663742 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Usage tracker for resource:security_group_rule and tenant:8932f414debd44999c2e8e79d205962b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:35.669221 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:35.674768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:35.812836 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:35.911847 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:35.916165 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:35.938707 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:49:35.963177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791686140901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:35.963765 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Unsubscribe: segment precommit_create {{(pid=99116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:49:35.967850 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Added segment 62c1b786-2f46-40e9-abcd-90cc37a20905 of type vlan for network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 May 25 15:49:35.976399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bfd5a-613d-42f0-976b-281180af0536,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:36.038397 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.038724 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.039047 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.039362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.039673 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.039984 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.040290 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.040625 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.040947 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.041252 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.041553 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.041852 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Tracked resource versions report: May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: pushed versions: May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: { 'AddressGroup': {'1.2'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'ConntrackHelper': {'1.0'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Log': {'1.0'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Network': {'1.1'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Port': {'1.7'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'PortForwarding': {'1.2'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'QosPolicy': {'1.8'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroup': {'1.4'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroupRule': {'1.2'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SubPort': {'1.0'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Subnet': {'1.1'}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Trunk': {'1.1'}} May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: consumer versions: May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'ConntrackHelper': '1.0', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Log': '1.0', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Network': '1.1', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Port': '1.7', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'PortForwarding': '1.2', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'QosPolicy': '1.8', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroup': '1.4', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroupRule': '1.2', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'SubPort': '1.0', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Subnet': '1.1', May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: 'Trunk': '1.1'}} May 25 15:49:36.044117 dv-cinder-791240-3-smb neutron-server[99116]: {{(pid=99116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:49:36.104449 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:36.109590 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:36.226212 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:36.227752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:36.228405 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:36.232357 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:36.340070 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Pushing event updated for resources: {'Network': ['ID=72cdb1ec-55a9-4609-98f0-fd6c51d8b885,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:36.343247 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:36.351727 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:49:36.438015 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2934620 May 25 15:49:39.099462 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 49472) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:39.689559 dv-cinder-791240-3-smb neutron-server[99117]: WARNING oslo_policy.policy [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:39.690147 dv-cinder-791240-3-smb neutron-server[99117]: WARNING oslo_policy.policy [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:40.138585 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.policy [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99117) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:49:40.185247 dv-cinder-791240-3-smb neutron-server[99117]: WARNING oslo_policy.policy [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:40.185616 dv-cinder-791240-3-smb neutron-server[99117]: WARNING oslo_policy.policy [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:49:40.193909 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:40.195690 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-0ff089b7-0ff7-4751-bdb3-10aa83e3a819 admin admin] 10.222.0.64 "GET /v2.0/networks/72cdb1ec-55a9-4609-98f0-fd6c51d8b885 HTTP/1.1" status: 200 len: 825 time: 1.0942736 May 25 15:49:40.228011 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4a54465b-0bce-4de6-a3bf-6d32b2db336d admin admin] 10.222.0.64 "GET /v2.0/subnetpools/9977d8fd-d59e-42a8-baad-0b1a955c0ddb HTTP/1.1" status: 200 len: 734 time: 0.0268984 May 25 15:49:40.237181 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb', 'gateway_ip': '172.20.0.1', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'name': 'private-subnet'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:40.238770 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.quota [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Loaded quota_driver: . May 25 15:49:40.244773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:40.250529 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Usage tracker for resource:subnet and tenant:8932f414debd44999c2e8e79d205962b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:40.253811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:40.261088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:40.345734 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Made reservation on behalf of 8932f414debd44999c2e8e79d205962b for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:40.348498 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.085304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.091308 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:41.173317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Checking segment: {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:41.174009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Network hostable DHCP agents. Network: 72cdb1ec-55a9-4609-98f0-fd6c51d8b885, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:49:41.186420 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9035720b-8e20-466e-a5e0-fec26d4995d3,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:41.198571 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.199406 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.199724 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.200037 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.200345 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.200680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.200987 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.201290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.201613 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.201917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.202226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.202524 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Tracked resource versions report: May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: pushed versions: May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: { 'AddressGroup': {'1.2'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'ConntrackHelper': {'1.0'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Log': {'1.0'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Network': {'1.1'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Port': {'1.7'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'PortForwarding': {'1.2'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'QosPolicy': {'1.8'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroup': {'1.4'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroupRule': {'1.2'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SubPort': {'1.0'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Subnet': {'1.1'}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Trunk': {'1.1'}} May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: consumer versions: May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'ConntrackHelper': '1.0', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Log': '1.0', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Network': '1.1', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Port': '1.7', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'PortForwarding': '1.2', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'QosPolicy': '1.8', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroup': '1.4', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroupRule': '1.2', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'SubPort': '1.0', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Subnet': '1.1', May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: 'Trunk': '1.1'}} May 25 15:49:41.203577 dv-cinder-791240-3-smb neutron-server[99117]: {{(pid=99117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:49:41.232474 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:41.288484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:49:41.374022 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 72cdb1ec-55a9-4609-98f0-fd6c51d8b885) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:41.378778 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:41.379723 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.384269 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cec9d4-b4d6-4f00-b801-645c6674169d None None] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:41.466422 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2326014 May 25 15:49:41.694882 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:49:41.696094 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:41.887115 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Allocated IP 172.20.0.2 (72cdb1ec-55a9-4609-98f0-fd6c51d8b885/9035720b-8e20-466e-a5e0-fec26d4995d3/e4f5d46e-fb67-4d77-bd31-be035c8191ef) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:42.123098 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.136969 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Transition to ACTIVE for port object e4f5d46e-fb67-4d77-bd31-be035c8191ef will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:42.157472 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Transition to ACTIVE for port object e4f5d46e-fb67-4d77-bd31-be035c8191ef will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:42.266352 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.271388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:42.334141 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:42.335319 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:42.338842 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:42.384846 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Pushing event updated for resources: {'Port': ['ID=e4f5d46e-fb67-4d77-bd31-be035c8191ef,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:42.425147 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.425480 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.425806 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.426127 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.426442 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.426762 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.427073 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.427380 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.427687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.427994 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.428324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.428660 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Tracked resource versions report: May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: pushed versions: May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: { 'AddressGroup': {'1.2'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'ConntrackHelper': {'1.0'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Log': {'1.0'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Network': {'1.1'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Port': {'1.7'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'PortForwarding': {'1.2'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'QosPolicy': {'1.8'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroup': {'1.4'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroupRule': {'1.2'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SubPort': {'1.0'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Subnet': {'1.1'}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Trunk': {'1.1'}} May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: consumer versions: May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'ConntrackHelper': '1.0', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Log': '1.0', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Network': '1.1', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Port': '1.7', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'PortForwarding': '1.2', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'QosPolicy': '1.8', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroup': '1.4', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroupRule': '1.2', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'SubPort': '1.0', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Subnet': '1.1', May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: 'Trunk': '1.1'}} May 25 15:49:42.429734 dv-cinder-791240-3-smb neutron-server[99118]: {{(pid=99118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:49:42.438945 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:42.455759 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Attempting to bind port e4f5d46e-fb67-4d77-bd31-be035c8191ef on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:42.456172 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Attempting to bind port e4f5d46e-fb67-4d77-bd31-be035c8191ef by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:42.456627 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Attempting to bind port e4f5d46e-fb67-4d77-bd31-be035c8191ef on network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:42.461772 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:42.462161 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Checking segment: {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:42.462623 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.463000 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Bound using segment: {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:42.463512 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Bound port: e4f5d46e-fb67-4d77-bd31-be035c8191ef, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:42.464912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.559162 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] For port e4f5d46e-fb67-4d77-bd31-be035c8191ef, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:42.563254 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] For port e4f5d46e-fb67-4d77-bd31-be035c8191ef, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e4f5d46e-fb67-4d77-bd31-be035c8191ef,segment=NetworkSegment(62c1b786-2f46-40e9-abcd-90cc37a20905),segment_id=62c1b786-2f46-40e9-abcd-90cc37a20905)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:42.660744 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.664752 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:42.750636 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Pushing event updated for resources: {'Port': ['ID=e4f5d46e-fb67-4d77-bd31-be035c8191ef,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:42.754653 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:43.862308 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 49492) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:44.258552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [None req-8ff27e1b-8e54-4bee-9568-50186d17a244 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:44.259526 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-8ff27e1b-8e54-4bee-9568-50186d17a244 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961639 May 25 15:49:46.618344 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 49502) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:47.007863 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [None req-0696d935-c560-4ad5-b0ac-6787e8a831c9 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:47.009140 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-0696d935-c560-4ad5-b0ac-6787e8a831c9 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3895869 May 25 15:49:48.220743 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e4f5d46e-fb67-4d77-bd31-be035c8191ef up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:48.324519 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b81ac6-467c-4bee-987d-9e1907c51cc1 None None] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:48.396144 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port e4f5d46e-fb67-4d77-bd31-be035c8191ef completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:48.511612 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Provisioning for port e4f5d46e-fb67-4d77-bd31-be035c8191ef completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:48.520939 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Provisioning complete for port e4f5d46e-fb67-4d77-bd31-be035c8191ef triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:48.521336 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.688151 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.722114 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] For port e4f5d46e-fb67-4d77-bd31-be035c8191ef, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e4f5d46e-fb67-4d77-bd31-be035c8191ef,segment=NetworkSegment(62c1b786-2f46-40e9-abcd-90cc37a20905),segment_id=62c1b786-2f46-40e9-abcd-90cc37a20905)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:48.825627 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.827634 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:48.914775 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Pushing event updated for resources: {'Port': ['ID=e4f5d46e-fb67-4d77-bd31-be035c8191ef,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:48.917965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:48.946846 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7ff32bbb-dcde-4049-85bf-d93b17e4011a None None] Provisioning complete for port e4f5d46e-fb67-4d77-bd31-be035c8191ef triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:48.947137 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7ff32bbb-dcde-4049-85bf-d93b17e4011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.769394 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49518) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:50.127100 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8932f414debd44999c2e8e79d205962b'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:50.131714 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:50.135664 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Usage tracker for resource:router and tenant:8932f414debd44999c2e8e79d205962b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:50.138571 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:50.144153 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:50.190486 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e4f5d46e-fb67-4d77-bd31-be035c8191ef up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:50.208257 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.210033 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.233017 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.256798 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e4f5d46e-fb67-4d77-bd31-be035c8191ef triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:50.261359 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.467169 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.596904 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.598090 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-66a72bdc-5011-4f37-a8f7-7548747baa0d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8277247 May 25 15:49:51.750864 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b0ad-2fa2-4c2f-a8aa-9cdd7e87ac20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.979316 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49528) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:53.450151 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [None req-98a62e80-805c-4971-9dc0-a9659786e7d8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:53.451292 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-98a62e80-805c-4971-9dc0-a9659786e7d8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4708734 May 25 15:49:54.059433 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:54.087858 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9edd5a50-eac5-43a8-b77c-f2ba645415ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:55.248224 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:55.854417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49548) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:56.005341 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:56.010192 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:56.014732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Usage tracker for resource:network and tenant:077546a8ac1340d5b1052e72c8e9f799 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:56.017676 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:56.023235 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:56.099086 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Made reservation on behalf of 077546a8ac1340d5b1052e72c8e9f799 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:56.101463 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.113423 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.127696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:56.131584 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Usage tracker for resource:security_group_rule and tenant:077546a8ac1340d5b1052e72c8e9f799 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:56.134263 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:56.140809 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:56.220983 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.310639 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.314729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:56.328798 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=99116) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 15:49:56.348555 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13f23d-92ff-4f8d-a033-2cd307a84aa5,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:56.355401 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:56.355401 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.355401 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Added segment d274eeda-0492-440c-a412-ca561345e5c2 of type flat for network 7929061c-2c53-403a-b1e6-c377acfefcd0 May 25 15:49:56.386318 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.533548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.534877 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:56.535443 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:56.540227 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:56.652783 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7929061c-2c53-403a-b1e6-c377acfefcd0,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:56.655254 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:56.663124 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:49:56.752357 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8968287 May 25 15:49:56.865146 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.917616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49568) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:59.026618 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef574367-eda6-49af-ae96-29dd097c87f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:59.027937 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ef574367-eda6-49af-ae96-29dd097c87f6 admin admin] 10.222.0.64 "GET /v2.0/subnets/9035720b-8e20-466e-a5e0-fec26d4995d3 HTTP/1.1" status: 200 len: 849 time: 0.1094003 May 25 15:49:59.172092 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0ea17df6-14d4-4b97-a48b-11303a800684 admin admin] 10.222.0.64 "GET /v2.0/routers/7167919c-45e8-4e7b-b665-3487cb7ae78e HTTP/1.1" status: 200 len: 704 time: 0.1385121 May 25 15:49:59.632304 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:59.862600 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Allocated IP 172.20.0.1 (72cdb1ec-55a9-4609-98f0-fd6c51d8b885/9035720b-8e20-466e-a5e0-fec26d4995d3/61d0a1b0-1614-47b9-8305-95a41291442e) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:50:00.091554 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.109703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Transition to ACTIVE for port object 61d0a1b0-1614-47b9-8305-95a41291442e will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:50:00.271149 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.276076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:00.336757 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:00.339319 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:00.346104 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:50:00.346621 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.520293 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Pushing event updated for resources: {'Port': ['ID=61d0a1b0-1614-47b9-8305-95a41291442e,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:00.533721 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:00.618999 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-aef6cd9f-c32c-48df-97c9-99ca9d43cf4c None None] Provisioning for port 61d0a1b0-1614-47b9-8305-95a41291442e completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:00.623935 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-aef6cd9f-c32c-48df-97c9-99ca9d43cf4c None None] Provisioning complete for port 61d0a1b0-1614-47b9-8305-95a41291442e triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:00.624314 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-aef6cd9f-c32c-48df-97c9-99ca9d43cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.692138 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-aef6cd9f-c32c-48df-97c9-99ca9d43cf4c None None] Port 61d0a1b0-1614-47b9-8305-95a41291442e cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:50:00.769976 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.992704 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:01.081932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:01.083035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:01.086250 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:01.219412 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Pushing event updated for resources: {'Port': ['ID=61d0a1b0-1614-47b9-8305-95a41291442e,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:01.224218 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:01.283103 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:01.284050 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:01.511464 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-46856c87-b5a0-49a5-a8d3-13d2e15b4f71 None None] Provisioning complete for port 61d0a1b0-1614-47b9-8305-95a41291442e triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:01.511828 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-46856c87-b5a0-49a5-a8d3-13d2e15b4f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:01.561729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Router 7167919c-45e8-4e7b-b665-3487cb7ae78e is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:50:01.567441 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-46856c87-b5a0-49a5-a8d3-13d2e15b4f71 None None] Port 61d0a1b0-1614-47b9-8305-95a41291442e cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:50:01.708952 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:01.717869 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] 10.222.0.64 "PUT /v2.0/routers/7167919c-45e8-4e7b-b665-3487cb7ae78e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5409245 May 25 15:50:01.719204 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Sync routers for ids ['7167919c-45e8-4e7b-b665-3487cb7ae78e'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:01.730635 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Routers {'7167919c-45e8-4e7b-b665-3487cb7ae78e'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:01.731474 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:49:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['7167919c-45e8-4e7b-b665-3487cb7ae78e'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:01.904827 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Set router 7167919c-45e8-4e7b-b665-3487cb7ae78e gateway port host: None {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:02.278455 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:00Z', 'revision_number': 2, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port_host': None, '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:00Z', 'revision_number': 2, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:02.283174 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Checking router: 7167919c-45e8-4e7b-b665-3487cb7ae78e for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:02.283565 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Updating router 7167919c-45e8-4e7b-b665-3487cb7ae78e port 61d0a1b0-1614-47b9-8305-95a41291442e binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:50:02.337414 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:02.717739 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:02.732958 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Transition to ACTIVE for port object 61d0a1b0-1614-47b9-8305-95a41291442e will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:50:02.802125 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:02.807492 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:03.000289 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Pushing event updated for resources: {'Port': ['ID=61d0a1b0-1614-47b9-8305-95a41291442e,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:03.026694 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.027035 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.027366 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.027688 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.028002 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.028315 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.028653 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.028962 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.029270 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.029575 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.029881 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.030185 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Tracked resource versions report: May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: pushed versions: May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: { 'AddressGroup': {'1.2'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'ConntrackHelper': {'1.0'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Log': {'1.0'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Network': {'1.1'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Port': {'1.7'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'PortForwarding': {'1.2'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'QosPolicy': {'1.8'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroup': {'1.4'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroupRule': {'1.2'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SubPort': {'1.0'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Subnet': {'1.1'}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Trunk': {'1.1'}} May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: consumer versions: May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'ConntrackHelper': '1.0', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Log': '1.0', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Network': '1.1', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Port': '1.7', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'PortForwarding': '1.2', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'QosPolicy': '1.8', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroup': '1.4', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroupRule': '1.2', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'SubPort': '1.0', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Subnet': '1.1', May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: 'Trunk': '1.1'}} May 25 15:50:03.031261 dv-cinder-791240-3-smb neutron-server[99119]: {{(pid=99119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:50:03.038174 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:03.040226 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Attempting to bind port 61d0a1b0-1614-47b9-8305-95a41291442e on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:50:03.040635 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Attempting to bind port 61d0a1b0-1614-47b9-8305-95a41291442e by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:50:03.041072 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Attempting to bind port 61d0a1b0-1614-47b9-8305-95a41291442e on network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:03.046950 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:50:03.047348 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Checking segment: {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:50:03.047814 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.048193 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Bound using segment: {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:50:03.048737 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Bound port: 61d0a1b0-1614-47b9-8305-95a41291442e, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c1b786-2f46-40e9-abcd-90cc37a20905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:50:03.049099 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.144667 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] For port 61d0a1b0-1614-47b9-8305-95a41291442e, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:50:03.148587 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] For port 61d0a1b0-1614-47b9-8305-95a41291442e, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=61d0a1b0-1614-47b9-8305-95a41291442e,segment=NetworkSegment(62c1b786-2f46-40e9-abcd-90cc37a20905),segment_id=62c1b786-2f46-40e9-abcd-90cc37a20905)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:50:03.219538 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.223450 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:03.310424 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Routers {'7167919c-45e8-4e7b-b665-3487cb7ae78e'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:03.311051 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:49:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['7167919c-45e8-4e7b-b665-3487cb7ae78e'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:03.358434 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Pushing event updated for resources: {'Port': ['ID=61d0a1b0-1614-47b9-8305-95a41291442e,revision_number=4']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:03.367455 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:03.496255 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] Set router 7167919c-45e8-4e7b-b665-3487cb7ae78e gateway port host: None {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:03.895308 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49580) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:03.905864 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:00Z', 'revision_number': 2, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port_host': None, '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:03Z', 'revision_number': 4, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:03.909757 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6be-d578-4666-ba3c-e7befe8fd10f None None] The sync data for ids ['7167919c-45e8-4e7b-b665-3487cb7ae78e'] in dv-cinder-791240-3-smb is: [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:00Z', 'revision_number': 2, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port_host': None, '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:03Z', 'revision_number': 4, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:04.048690 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26db961-267e-4eca-b589-fc89d21197d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:04.049242 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e26db961-267e-4eca-b589-fc89d21197d6 admin admin] Synchronizing usage tracker for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:50:04.133563 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e26db961-267e-4eca-b589-fc89d21197d6 admin admin] Unset dirty status for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:50:04.134763 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e26db961-267e-4eca-b589-fc89d21197d6 admin admin] 10.222.0.64 "GET /v2.0/networks/7929061c-2c53-403a-b1e6-c377acfefcd0 HTTP/1.1" status: 200 len: 842 time: 0.2384801 May 25 15:50:04.144631 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'ip_version': 4, 'cidr': '172.28.2.0/24'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:04.149928 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:50:04.155047 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Usage tracker for resource:subnet and tenant:077546a8ac1340d5b1052e72c8e9f799 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:50:04.158034 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:50:04.164226 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:50:04.253904 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Made reservation on behalf of 077546a8ac1340d5b1052e72c8e9f799 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:50:04.256237 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.824253 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.objects.ports [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99116) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 15:50:04.824616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.828840 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:04.903222 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fd96b7-3113-4813-9359-35ac2e206afa,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:04.908481 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:50:04.908972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Network hostable DHCP agents. Network: 7929061c-2c53-403a-b1e6-c377acfefcd0, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:50:04.913085 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:05.019055 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:50:05.082217 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 7929061c-2c53-403a-b1e6-c377acfefcd0) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:05.086694 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.087422 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:05.094636 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90308631-2326-473b-bfce-b7a6e1ff44e0 None None] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:05.197103 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0559030 May 25 15:50:05.296109 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ef19c-9204-496a-b4d5-7b8ceb5a2eff None None] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:07.410579 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49594) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:07.616476 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c236067f-a1b6-4f8b-b56c-1a89381258cf admin admin] 10.222.0.64 "GET /v2.0/routers/7167919c-45e8-4e7b-b665-3487cb7ae78e HTTP/1.1" status: 200 len: 710 time: 0.2046628 May 25 15:50:07.764964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534632d-b289-4e12-b44d-36a9ae776ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:07.767103 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9534632d-b289-4e12-b44d-36a9ae776ae0 admin admin] 10.222.0.64 "GET /v2.0/networks/7929061c-2c53-403a-b1e6-c377acfefcd0 HTTP/1.1" status: 200 len: 886 time: 0.1449306 May 25 15:50:07.775876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:08.215908 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.216121 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 61d0a1b0-1614-47b9-8305-95a41291442e up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:08.361589 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 61d0a1b0-1614-47b9-8305-95a41291442e completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:08.366320 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 61d0a1b0-1614-47b9-8305-95a41291442e triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:08.366684 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.488253 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.526943 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 61d0a1b0-1614-47b9-8305-95a41291442e, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=61d0a1b0-1614-47b9-8305-95a41291442e,segment=NetworkSegment(62c1b786-2f46-40e9-abcd-90cc37a20905),segment_id=62c1b786-2f46-40e9-abcd-90cc37a20905)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:08.607513 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.609749 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:08.673043 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.685054 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=61d0a1b0-1614-47b9-8305-95a41291442e,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:08.688024 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:08.729063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:08.866137 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Allocated IP 172.28.2.45 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/bdb755ba-7664-47f0-a612-c340d3c988a3) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:50:09.008384 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:09.087589 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:09.091368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:09.153883 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:09.156703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:09.160234 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:50:09.271220 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb755ba-7664-47f0-a612-c340d3c988a3,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:09.286162 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:09.626810 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:09.967255 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:09.970459 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1926569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1926632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1928828'] for router, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:10.201693 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 61d0a1b0-1614-47b9-8305-95a41291442e up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:10.206694 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Router 7167919c-45e8-4e7b-b665-3487cb7ae78e has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:10.268924 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 61d0a1b0-1614-47b9-8305-95a41291442e triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:10.269216 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:10.392381 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:10.400035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:10.401382 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Sync routers for ids ['7167919c-45e8-4e7b-b665-3487cb7ae78e'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:10.401516 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] 10.222.0.64 "PUT /v2.0/routers/7167919c-45e8-4e7b-b665-3487cb7ae78e HTTP/1.1" status: 200 len: 889 time: 2.6290755 May 25 15:50:10.411275 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Routers {'7167919c-45e8-4e7b-b665-3487cb7ae78e'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:10.411943 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:49:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['7167919c-45e8-4e7b-b665-3487cb7ae78e'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:10.634373 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Set router 7167919c-45e8-4e7b-b665-3487cb7ae78e gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:10.971758 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:09Z', 'revision_number': 4, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port': {'id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:50:08Z', 'updated_at': '2021-05-25T15:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:08Z', 'revision_number': 5, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:10.976586 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Checking router: 7167919c-45e8-4e7b-b665-3487cb7ae78e for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:10.976946 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Updating router 7167919c-45e8-4e7b-b665-3487cb7ae78e port bdb755ba-7664-47f0-a612-c340d3c988a3 binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:50:11.027898 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.350133 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.362287 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Transition to ACTIVE for port object bdb755ba-7664-47f0-a612-c340d3c988a3 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:50:11.441662 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.445587 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:11.520965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Attempting to bind port bdb755ba-7664-47f0-a612-c340d3c988a3 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:50:11.530033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Attempting to bind port bdb755ba-7664-47f0-a612-c340d3c988a3 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:50:11.530033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Attempting to bind port bdb755ba-7664-47f0-a612-c340d3c988a3 on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:50:11.530033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Pushing event updated for resources: {'Port': ['ID=bdb755ba-7664-47f0-a612-c340d3c988a3,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:11.533836 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:11.536745 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:50:11.537118 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:50:11.537512 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.537894 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:50:11.538370 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Bound port: bdb755ba-7664-47f0-a612-c340d3c988a3, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:50:11.538738 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.612155 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] For port bdb755ba-7664-47f0-a612-c340d3c988a3, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:50:11.615120 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] For port bdb755ba-7664-47f0-a612-c340d3c988a3, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=bdb755ba-7664-47f0-a612-c340d3c988a3,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:50:11.704776 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:11.708662 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:11.788054 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Routers {'7167919c-45e8-4e7b-b665-3487cb7ae78e'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:11.788679 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:49:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['7167919c-45e8-4e7b-b665-3487cb7ae78e'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:11.836090 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Pushing event updated for resources: {'Port': ['ID=bdb755ba-7664-47f0-a612-c340d3c988a3,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:11.848123 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:11.974454 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] Set router 7167919c-45e8-4e7b-b665-3487cb7ae78e gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:12.331184 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:09Z', 'revision_number': 4, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port': {'id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:50:08Z', 'updated_at': '2021-05-25T15:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:08Z', 'revision_number': 5, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:12.334841 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c5290-b85b-411d-be64-a6234d304dfc None None] The sync data for ids ['7167919c-45e8-4e7b-b665-3487cb7ae78e'] in dv-cinder-791240-3-smb is: [{'id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'name': 'router1', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:50Z', 'updated_at': '2021-05-25T15:50:09Z', 'revision_number': 4, 'project_id': '8932f414debd44999c2e8e79d205962b', 'gw_port': {'id': 'bdb755ba-7664-47f0-a612-c340d3c988a3', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:50:08Z', 'updated_at': '2021-05-25T15:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '61d0a1b0-1614-47b9-8305-95a41291442e', 'name': '', 'network_id': '72cdb1ec-55a9-4609-98f0-fd6c51d8b885', 'tenant_id': '8932f414debd44999c2e8e79d205962b', 'mac_address': 'fa:16:3e:3e:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167919c-45e8-4e7b-b665-3487cb7ae78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:59Z', 'updated_at': '2021-05-25T15:50:08Z', 'revision_number': 5, 'project_id': '8932f414debd44999c2e8e79d205962b', 'subnets': [{'id': '9035720b-8e20-466e-a5e0-fec26d4995d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9977d8fd-d59e-42a8-baad-0b1a955c0ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:12.778927 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 49604) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:12.909744 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-295ee3e7-4cc2-444e-ab94-cb7864e9c403 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1221888 May 25 15:50:14.236041 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device bdb755ba-7664-47f0-a612-c340d3c988a3 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:14.395534 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port bdb755ba-7664-47f0-a612-c340d3c988a3 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:14.401024 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port bdb755ba-7664-47f0-a612-c340d3c988a3 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:14.401567 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.525052 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.562017 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port bdb755ba-7664-47f0-a612-c340d3c988a3, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=bdb755ba-7664-47f0-a612-c340d3c988a3,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:14.659065 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:14.661198 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2ff8d0ea-6398-4aad-a842-9915d71b443a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:14.735125 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=bdb755ba-7664-47f0-a612-c340d3c988a3,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:14.740732 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:16.223355 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device bdb755ba-7664-47f0-a612-c340d3c988a3 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:16.304111 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port bdb755ba-7664-47f0-a612-c340d3c988a3 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:16.304111 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:18.115161 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:21.767323 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-16da90b0-3833-4d84-95f4-8d811705823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.059115 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:24.104718 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec26-79a5-41b8-93c3-dc8b1daa3e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:25.201249 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:26.733037 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:51.801066 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c3930abf-54be-435d-ae74-6ad4fa9de618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.105450 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.132782 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-773bed2a-fba5-4cf0-a669-af47fa9a7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:55.105564 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:55.515206 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:56.732491 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:21.805694 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-a5db4718-55f1-40de-81d3-897470deaf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:24.118619 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:24.165644 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-641c3cdd-3621-4bee-b4f1-7f63ea19b0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:25.137342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.794470 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:32.105064 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:50.950540 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50174) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:51.018341 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8934594-fdb9-4634-a3ff-86b07afa649e admin admin] GET failed (client error): The resource could not be found. May 25 15:51:51.019558 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e8934594-fdb9-4634-a3ff-86b07afa649e admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681007 May 25 15:51:51.149126 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69d911-5c16-47ec-bdde-973e62b317a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:51.150444 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9e69d911-5c16-47ec-bdde-973e62b317a6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1270313 May 25 15:51:51.776702 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0334a2ab-e85c-4d06-9db6-828525243b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.251740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50184) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:53.357677 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc020f7f-f121-4fe7-94d1-1fa451a19d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:53.358231 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-cc020f7f-f121-4fe7-94d1-1fa451a19d4f admin admin] Synchronizing usage tracker for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:subnet {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:51:53.460544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-cc020f7f-f121-4fe7-94d1-1fa451a19d4f admin admin] Unset dirty status for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:subnet {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:51:53.461626 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-cc020f7f-f121-4fe7-94d1-1fa451a19d4f admin admin] 10.222.0.64 "GET /v2.0/subnets/9035720b-8e20-466e-a5e0-fec26d4995d3 HTTP/1.1" status: 200 len: 849 time: 0.2089603 May 25 15:51:53.470898 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:51:53.590811 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.839472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791686080413'] for subnet, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.843958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d2caf5f5-3493-49c1-bb46-05b5f2e2af2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:53.886270 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:53.887225 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.895453 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] 10.222.0.64 "PUT /v2.0/subnets/9035720b-8e20-466e-a5e0-fec26d4995d3 HTTP/1.1" status: 200 len: 868 time: 0.4210153 May 25 15:51:53.895718 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e244faad-2192-4af4-9dcf-03cc0f659b78 None None] Network 72cdb1ec-55a9-4609-98f0-fd6c51d8b885 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:53.913145 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9035720b-8e20-466e-a5e0-fec26d4995d3,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:53.921561 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.922162 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.922644 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.923154 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.923642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.924143 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.924656 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.925133 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.925658 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.926184 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.926671 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.927147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:53.932143 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:54.147386 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:54.153507 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c2ae771b-e429-4dce-9e81-28adb1653382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:54.476546 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-c18f40dc-4b54-4167-a2b7-3943d78debf6 None None] Provisioning complete for port 61d0a1b0-1614-47b9-8305-95a41291442e triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:54.476797 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c18f40dc-4b54-4167-a2b7-3943d78debf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:54.602205 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-c18f40dc-4b54-4167-a2b7-3943d78debf6 None None] Provisioning complete for port e4f5d46e-fb67-4d77-bd31-be035c8191ef triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:51:54.603168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c18f40dc-4b54-4167-a2b7-3943d78debf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.177615 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.016712 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50196) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:56.190445 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c04d66-8697-4e00-882a-f9b007749b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:56.190848 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c04d66-8697-4e00-882a-f9b007749b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:56.192333 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-54c04d66-8697-4e00-882a-f9b007749b62 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746781 May 25 15:51:56.771704 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:58.323934 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50206) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:58.494968 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19948bd6-6c95-4b51-b890-1994a71f6c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:58.495369 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19948bd6-6c95-4b51-b890-1994a71f6c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:58.496918 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-19948bd6-6c95-4b51-b890-1994a71f6c4b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720307 May 25 15:52:00.643262 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50216) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:00.818907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d4c58-2a01-43e4-b478-84f962f73f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:00.820173 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-f80d4c58-2a01-43e4-b478-84f962f73f5a admin admin] 10.222.0.64 "GET /v2.0/networks/72cdb1ec-55a9-4609-98f0-fd6c51d8b885 HTTP/1.1" status: 200 len: 869 time: 0.1759768 May 25 15:52:02.979600 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50226) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:03.196898 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61956417-010d-4744-b540-34fae86b7d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:03.198155 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-61956417-010d-4744-b540-34fae86b7d17 admin admin] 10.222.0.64 "GET /v2.0/networks/7929061c-2c53-403a-b1e6-c377acfefcd0 HTTP/1.1" status: 200 len: 886 time: 0.2176313 May 25 15:52:05.300295 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50236) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:05.414125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571b948-cfa1-4979-87e3-3e005cf0789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:05.414588 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571b948-cfa1-4979-87e3-3e005cf0789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:05.416063 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-7571b948-cfa1-4979-87e3-3e005cf0789d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1148322 May 25 15:52:07.597627 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50246) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:07.704117 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee798b-47b2-405f-be79-978c38981866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:07.704672 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee798b-47b2-405f-be79-978c38981866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:07.706168 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-abee798b-47b2-405f-be79-978c38981866 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075127 May 25 15:52:09.104639 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:09.807397 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50256) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:09.908349 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3ad43-41e3-4ada-b2bc-4e6826cf8c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:09.909677 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-78b3ad43-41e3-4ada-b2bc-4e6826cf8c94 admin admin] 10.222.0.64 "GET /v2.0/subnets/35fd96b7-3113-4813-9359-35ac2e206afa HTTP/1.1" status: 200 len: 816 time: 0.1014318 May 25 15:52:12.013628 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50266) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:12.118264 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1129bd-87bd-4121-af5a-9781d6d3d949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:12.119588 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1c1129bd-87bd-4121-af5a-9781d6d3d949 admin admin] 10.222.0.64 "GET /v2.0/subnets/9035720b-8e20-466e-a5e0-fec26d4995d3 HTTP/1.1" status: 200 len: 868 time: 0.1049809 May 25 15:52:21.816410 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-11d05a7b-1c25-43d4-85f1-762d534fdb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.116220 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:24.181486 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-a7cf081d-e228-4f35-806d-922e97217a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:25.147725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:26.782143 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:35.711310 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50310) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:35.758242 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [None req-8ede49c2-d6e6-40d8-b894-84ddfb3a6020 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:52:35.759241 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8ede49c2-d6e6-40d8-b894-84ddfb3a6020 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469947 May 25 15:52:37.947910 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50320) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:38.014789 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aafdb7f-e24d-4a95-8291-6a9d4507bf09 admin admin] GET failed (client error): The resource could not be found. May 25 15:52:38.016023 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0aafdb7f-e24d-4a95-8291-6a9d4507bf09 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667398 May 25 15:52:38.140348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a7d75-b825-4b5a-b7a8-3f169592766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:38.141738 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-693a7d75-b825-4b5a-b7a8-3f169592766f admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219010 May 25 15:52:40.264464 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50330) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:40.313061 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:40.318381 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:40.327977 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:40.395776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Made reservation on behalf of 077546a8ac1340d5b1052e72c8e9f799 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:52:40.397996 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.485403 dv-cinder-791240-3-smb neutron-server[99116]: WARNING neutron.services.revisions.revision_plugin [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Could not find related network for resource to bump revision. May 25 15:52:40.495959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:52:40.505634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.506103 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Added segment 23110933-4f12-442a-9b59-80ee9c6dd0a3 of type vlan for network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc May 25 15:52:40.531102 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.707263 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.708711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:40.709278 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.713938 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b62e2b90-2efa-47a0-85f0-ceaad6d480ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:40.808912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Pushing event updated for resources: {'Network': ['ID=2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:40.811603 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:40.820468 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:52:40.916482 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6508965 May 25 15:52:43.064324 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50340) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:43.133088 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.pecan_wsgi.hooks.translation [None req-8853c6b6-08ae-463a-89f1-1ad883a1c0c3 admin admin] GET failed (client error): The resource could not be found. May 25 15:52:43.133589 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8853c6b6-08ae-463a-89f1-1ad883a1c0c3 admin admin] Synchronizing usage tracker for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:43.220903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8853c6b6-08ae-463a-89f1-1ad883a1c0c3 admin admin] Unset dirty status for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:43.221991 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8853c6b6-08ae-463a-89f1-1ad883a1c0c3 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1567042 May 25 15:52:43.323993 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcd4c1-c5b5-4a1a-a000-95372b382a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:43.325394 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c9fcd4c1-c5b5-4a1a-a000-95372b382a9f admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986435 May 25 15:52:43.335631 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:43.339923 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:43.349292 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:43.429871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Made reservation on behalf of 077546a8ac1340d5b1052e72c8e9f799 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:52:43.432095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:43.900350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:43.904690 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:43.974871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a7ce06-96d4-43fe-b68e-cda118cf0fc3,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:43.978058 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:43.983539 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Checking segment: {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:52:43.983883 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Network hostable DHCP agents. Network: 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:52:44.164110 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:52:44.372636 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:52:44.376924 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:44.377498 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:44.382755 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac6752-f9b1-410c-8739-38ea995fa584 None None] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:52:44.562490 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2308471 May 25 15:52:44.606817 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc', 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc', 'tenant_id': '077546a8ac1340d5b1052e72c8e9f799', 'fixed_ips': [{'subnet_id': 'b6a7ce06-96d4-43fe-b68e-cda118cf0fc3'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:52:44.607652 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:44.777415 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Allocated IP 192.168.233.2 (2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc/b6a7ce06-96d4-43fe-b68e-cda118cf0fc3/c4e7b706-4c32-4f32-a969-0e806e3c6fff) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:52:44.980758 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:44.990911 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Transition to ACTIVE for port object c4e7b706-4c32-4f32-a969-0e806e3c6fff will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:45.009778 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Transition to ACTIVE for port object c4e7b706-4c32-4f32-a969-0e806e3c6fff will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:45.131397 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.136212 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:45.199104 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:52:45.200222 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:52:45.206005 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:52:45.215047 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Pushing event updated for resources: {'Port': ['ID=c4e7b706-4c32-4f32-a969-0e806e3c6fff,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:45.253526 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.253793 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.254141 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.255074 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.255527 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.255697 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.255953 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.256270 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.256623 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.256944 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.257268 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.257582 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:45.288519 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:45.316349 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Attempting to bind port c4e7b706-4c32-4f32-a969-0e806e3c6fff on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:52:45.316738 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Attempting to bind port c4e7b706-4c32-4f32-a969-0e806e3c6fff by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:52:45.317707 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Attempting to bind port c4e7b706-4c32-4f32-a969-0e806e3c6fff on network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:52:45.324237 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:52:45.324691 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Checking segment: {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:52:45.325091 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.325511 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Bound using segment: {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:52:45.325981 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Bound port: c4e7b706-4c32-4f32-a969-0e806e3c6fff, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:52:45.326339 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.422133 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] For port c4e7b706-4c32-4f32-a969-0e806e3c6fff, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:52:45.425438 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] For port c4e7b706-4c32-4f32-a969-0e806e3c6fff, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c4e7b706-4c32-4f32-a969-0e806e3c6fff,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:52:45.526376 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:45.526706 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:45.607663 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Pushing event updated for resources: {'Port': ['ID=c4e7b706-4c32-4f32-a969-0e806e3c6fff,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:45.610928 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:46.103866 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:46.370236 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c4e7b706-4c32-4f32-a969-0e806e3c6fff up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:52:46.425477 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d923dd-6bb2-473c-bb08-f02525ae202e None None] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:52:46.602299 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6d3f209d-d960-4bfa-b76a-b1a25ddeeed0 None None] Provisioning for port c4e7b706-4c32-4f32-a969-0e806e3c6fff completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:46.650264 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port c4e7b706-4c32-4f32-a969-0e806e3c6fff completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:46.667530 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c4e7b706-4c32-4f32-a969-0e806e3c6fff triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:46.667530 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.813760 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.851973 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port c4e7b706-4c32-4f32-a969-0e806e3c6fff, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c4e7b706-4c32-4f32-a969-0e806e3c6fff,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:46.955543 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.961298 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6066b401-ed30-4487-bbf8-120630cb1a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:47.028694 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=c4e7b706-4c32-4f32-a969-0e806e3c6fff,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:47.032193 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:47.042360 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-ee199cf4-857d-4789-b7d8-5425ebb83c06 None None] Provisioning complete for port c4e7b706-4c32-4f32-a969-0e806e3c6fff triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:47.049132 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ee199cf4-857d-4789-b7d8-5425ebb83c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.331976 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c4e7b706-4c32-4f32-a969-0e806e3c6fff up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:52:48.400089 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c4e7b706-4c32-4f32-a969-0e806e3c6fff triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:48.400457 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:51.844255 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-8bced905-1993-459b-8ba0-ea946327b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.061181 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.097669 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-5fc79c34-9c0b-49e3-a26e-e86d75597dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.221364 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:56.755001 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:21.769104 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ebd3a2db-68a9-4aca-9eac-b61f617b066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:23.102956 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:53:24.108577 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:24.234410 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b656acc2-ae4f-49b8-b4e3-b81256904b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:25.157839 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:26.800057 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:51.804865 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-293c869c-8ad1-4d4d-ac90-c442d68e661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:54.072979 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:54.102321 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-14be9082-c023-477b-939e-ad55abc49624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:55.279693 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:56.809968 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:00.101852 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:07.043632 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50390) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:54:07.049580 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [None req-5d5d5cb2-360c-4758-b87c-11739875be52 tempest-verify_tempest_config-1004438685 tempest-verify_tempest_config-1004438685-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:54:07.050516 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5d5d5cb2-360c-4758-b87c-11739875be52 tempest-verify_tempest_config-1004438685 tempest-verify_tempest_config-1004438685-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059459 May 25 15:54:07.613877 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50408) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:54:07.727904 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:07.741885 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:54:07.745500 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Usage tracker for resource:security_group_rule and tenant:2377b3241ad4457abc7e87a22e937ed0 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:54:07.748388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:54:07.753903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:54:07.831001 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:07.930087 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:07.938747 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:54:07.975233 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Synchronizing usage tracker for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:54:07.978993 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3906b0-e29e-48f8-b5d1-e0bbcca5f8a2,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:54:07.988223 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.988581 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.988907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.989226 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.989540 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.989854 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.990164 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.990474 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.990799 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.991108 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.992050 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.992359 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:54:07.997343 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:54:08.066814 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Unset dirty status for tenant:077546a8ac1340d5b1052e72c8e9f799 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:54:08.068073 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2377b3241ad4457abc7e87a22e937ed0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4532666 May 25 15:54:08.071252 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50414) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:54:08.131037 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:08.157065 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:08.323000 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:08.326822 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:54:08.337934 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3906b0-e29e-48f8-b5d1-e0bbcca5f8a2,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:54:08.341312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:54:08.345036 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:08.346130 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc3906b0-e29e-48f8-b5d1-e0bbcca5f8a2 HTTP/1.1" status: 204 len: 168 time: 0.2739470 May 25 15:54:21.774745 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-097b38fe-d58e-4d81-8a17-ceaeb262cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:24.060087 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:24.088491 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-96c4aaab-97e4-47ef-9145-e3aa07001ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:25.191579 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:26.768810 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:37.100643 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:51.779358 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-16527b63-d9f8-47d7-aed5-0b5a8930e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:54.093123 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:54.138959 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7f018cbe-b44b-4200-a2d3-24010c9b0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:55.184643 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:56.761995 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:14.099094 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:55:21.766729 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-52389a3b-d3bf-46ea-9ca4-4005ba885b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:24.098257 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:24.126483 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9a64-216c-4a3c-b855-b1324c833e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:25.166686 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:26.761143 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:51.098192 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 5 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:55:51.754898 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e54ed0c0-7020-4584-bab1-856ea604aefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:54.086808 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:54.088209 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ea3c885a-cfd9-4009-bad7-5dec7c123dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:55.171923 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:56.788837 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:57.817659 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910'] for agent, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:13.024193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50486) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:13.135956 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-4f55cd48-7b7e-4840-bf1a-b12e8eb049bb admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1106513 May 25 15:56:15.282853 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50496) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:56:15.337185 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ae95f804-b507-4a05-8598-2cc6b048a05d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532629 May 25 15:56:21.874560 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-adb249c0-7b0b-4b0e-964b-ea380032d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:24.091404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c6b054da-7914-4f16-8c13-f7434dc14cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:24.092811 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:25.211838 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:26.776843 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:27.783326 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:28.097907 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:51.885000 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-3051c6d7-8acf-4467-9bec-da9ad1f0a462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.097038 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b25e06c3-4c4d-4b13-b4d7-2edc176214fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:54.099372 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:55.165520 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:56.799515 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:57.937033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:05.097530 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:21.773846 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b6821408-d80e-4184-8ccc-c58810649d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.061826 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:24.082013 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-1e812c20-066f-4822-97c6-f601c7b318a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:25.164344 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.776256 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.833716 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.096564 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:47.248111 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50656) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:47.578175 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-984699159-network', 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:47.583106 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:47.587294 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Usage tracker for resource:network and tenant:f22308123a90468fb1fd5c18d06a4780 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:47.591603 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:47.600252 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:47.666775 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:47.669152 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.681984 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.695893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:47.699768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Usage tracker for resource:security_group_rule and tenant:f22308123a90468fb1fd5c18d06a4780 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:47.702748 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:47.709142 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:47.801740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.854674 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.859726 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d9d364d5-a822-473d-b368-828f8d490fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:47.891273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50694) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:47.938533 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:47.946971 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:57:47.949555 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.949893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Tracked resource versions report: May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: pushed versions: May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: { 'AddressGroup': {'1.2'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'ConntrackHelper': {'1.0'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Log': {'1.0'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Network': {'1.1'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Port': {'1.7'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'PortForwarding': {'1.2'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'QosPolicy': {'1.8'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroup': {'1.4'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroupRule': {'1.2'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SubPort': {'1.0'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Subnet': {'1.1'}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Trunk': {'1.1'}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: consumer versions: May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: HyperV agent@hv-cinder-79124: {}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'ConntrackHelper': '1.0', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Log': '1.0', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Network': '1.1', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Port': '1.7', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'PortForwarding': '1.2', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'QosPolicy': '1.8', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroup': '1.4', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SecurityGroupRule': '1.2', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'SubPort': '1.0', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Subnet': '1.1', May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: 'Trunk': '1.1'}} May 25 15:57:47.954588 dv-cinder-791240-3-smb neutron-server[99116]: {{(pid=99116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:57:47.957762 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:47.965427 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.965586 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Added segment 95e73550-8480-44b2-8fda-a30ad836ef09 of type vlan for network 59786406-f96e-4094-ad63-e2f2f2edae24 May 25 15:57:47.993071 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.110087 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.111641 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:48.112221 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.117466 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:48.215434 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Pushing event updated for resources: {'Network': ['ID=59786406-f96e-4094-ad63-e2f2f2edae24,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:48.218640 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:48.225781 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 59786406-f96e-4094-ad63-e2f2f2edae24 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:57:48.337537 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50714) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.341040 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0912592 May 25 15:57:48.345790 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Request body: {'subnet': {'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-984699159-subnet', 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:48.350549 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:48.357221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Usage tracker for resource:subnet and tenant:f22308123a90468fb1fd5c18d06a4780 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:48.360560 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:48.366596 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:48.405811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-network', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:48.410895 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:48.415121 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Usage tracker for resource:network and tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:48.418102 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:48.424371 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:48.458409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:48.460739 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.550645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Made reservation on behalf of 04e857bfb6f94eaeb8c8db24b60f3bf2 for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:48.552925 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.583479 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.602610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:48.608867 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Usage tracker for resource:security_group_rule and tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:48.612580 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:48.650062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:48.714840 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50730) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.799020 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.911018 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.925673 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:57:48.932596 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:48.955867 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791686140901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.956394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Unsubscribe: segment precommit_create {{(pid=99117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:57:48.956869 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Added segment a3548da7-5481-4e6e-a35d-f83b2904b5d5 of type vlan for network 0044aa00-907a-430e-b7a1-9e46eba64b74 May 25 15:57:48.961355 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50746) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.992835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1036965889-network', 'tenant_id': '6e528a175aa440a38dfe5d35a22c7232'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:48.997110 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:48.997920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.002208 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Usage tracker for resource:network and tenant:6e528a175aa440a38dfe5d35a22c7232 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.005857 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.012987 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.064448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97622f-307c-4781-b9a5-26648c54118f,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.074740 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.075077 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.075405 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.075727 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.076096 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.076418 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.076750 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.077225 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.077564 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.077877 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.078361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.078676 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Tracked resource versions report: May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: pushed versions: May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: { 'AddressGroup': {'1.2'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'ConntrackHelper': {'1.0'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Log': {'1.0'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Network': {'1.1'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Port': {'1.7'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'PortForwarding': {'1.2'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'QosPolicy': {'1.8'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroup': {'1.4'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroupRule': {'1.2'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SubPort': {'1.0'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Subnet': {'1.1'}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Trunk': {'1.1'}} May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: consumer versions: May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: HyperV agent@hv-cinder-79124: {}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'ConntrackHelper': '1.0', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Log': '1.0', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Network': '1.1', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Port': '1.7', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'PortForwarding': '1.2', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'QosPolicy': '1.8', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroup': '1.4', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SecurityGroupRule': '1.2', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'SubPort': '1.0', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Subnet': '1.1', May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: 'Trunk': '1.1'}} May 25 15:57:49.079697 dv-cinder-791240-3-smb neutron-server[99117]: {{(pid=99117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:57:49.093322 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.110138 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Made reservation on behalf of 6e528a175aa440a38dfe5d35a22c7232 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:49.112497 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.126383 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.143045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-803444690-network', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:49.149112 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.156486 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:49.157217 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.162670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:49.167373 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Usage tracker for resource:network and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.177018 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.189553 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.189975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:49.210965 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:49.219926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Usage tracker for resource:security_group_rule and tenant:6e528a175aa440a38dfe5d35a22c7232 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.223679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.240406 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.323067 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Pushing event updated for resources: {'Network': ['ID=0044aa00-907a-430e-b7a1-9e46eba64b74,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.328050 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4360299 May 25 15:57:49.331493 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50756) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:49.332478 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.338300 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:57:49.344152 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Request body: {'subnet': {'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-subnet', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:49.348769 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:49.354833 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Usage tracker for resource:subnet and tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.356178 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.363311 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.373731 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.380081 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:49.383819 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.385481 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Made reservation on behalf of 48ef8c4388ca4b82829b2ea9c59789b9 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:49.387954 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.401846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.441204 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:49.447863 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:49.455155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:49.456399 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Checking segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:49.457003 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Network hostable DHCP agents. Network: 59786406-f96e-4094-ad63-e2f2f2edae24, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:57:49.470426 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:49.500765 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Made reservation on behalf of 04e857bfb6f94eaeb8c8db24b60f3bf2 for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:49.503482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.521966 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.564964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:57:49.583168 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.583509 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Added segment 910c5ca4-9ddb-4e83-98a9-0ac133512019 of type vlan for network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 May 25 15:57:49.590654 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705a2f7f-823a-410c-8c11-8c8ee816818b,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.610729 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.616725 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.619678 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Network 59786406-f96e-4094-ad63-e2f2f2edae24 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:57:49.721997 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.723990 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:49.764350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b994f080-08a1-49c2-ad9c-c6591395309a,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.767850 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.792907 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 59786406-f96e-4094-ad63-e2f2f2edae24) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:49.797637 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:49.798238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.802893 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02854c6b-9735-4111-80c1-a1a009d0e502 None None] Network 59786406-f96e-4094-ad63-e2f2f2edae24 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:49.835486 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.848420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:57:49.858783 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.859135 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Added segment cc8da09f-f9f4-4170-8d9f-6d1ee1023b13 of type vlan for network 32e28711-3884-4910-8e1a-09c506d8db02 May 25 15:57:49.887668 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.892751 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:49.904590 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.914464 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:49.915109 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.944912 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6061678 May 25 15:57:49.948046 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c1ccc-d0f7-493c-889d-ceec3779bad7,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.956805 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.958974 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6785d9d1-2601-45b5-b0e9-e86a0100529a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:50.080149 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.086495 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:50.087074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.105837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Pushing event updated for resources: {'Network': ['ID=2321e90f-8d77-47e1-8ccc-912b62eb2d32,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:50.115584 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872cd10-b30b-48c4-8722-dae53b5268cc None None] Network 59786406-f96e-4094-ad63-e2f2f2edae24 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:50.124822 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:50.125316 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:50.271195 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5614491 May 25 15:57:50.284987 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3225801 May 25 15:57:50.288299 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50788) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:50.288665 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50790) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:50.299208 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Request body: {'subnet': {'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-subnet', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:50.305363 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Request body: {'subnet': {'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1036965889-subnet', 'tenant_id': '6e528a175aa440a38dfe5d35a22c7232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:50.313659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:50.316147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:50.322953 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Usage tracker for resource:subnet and tenant:6e528a175aa440a38dfe5d35a22c7232 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:50.328155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:50.330619 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.331446 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Usage tracker for resource:subnet and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:50.331896 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:57:50.333944 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Pushing event updated for resources: {'Network': ['ID=32e28711-3884-4910-8e1a-09c506d8db02,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:50.337282 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:50.343038 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:50.349493 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-74204496-6298-4115-8bb8-9e81bd5d1efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:50.350773 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:50.353806 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:50.386860 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 32e28711-3884-4910-8e1a-09c506d8db02 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:57:50.455475 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Made reservation on behalf of 48ef8c4388ca4b82829b2ea9c59789b9 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:50.459247 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.569781 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf7ff76-7729-4659-a930-89e9c07350a3,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:50.585480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:50.588304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Checking segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:50.599577 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Network hostable DHCP agents. Network: 0044aa00-907a-430e-b7a1-9e46eba64b74, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:57:50.599688 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Made reservation on behalf of 6e528a175aa440a38dfe5d35a22c7232 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:57:50.599688 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.859149 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:57:50.995689 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 0044aa00-907a-430e-b7a1-9e46eba64b74) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:51.000360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.001417 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.005612 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152734e-bf11-4d3f-89a8-5a9d183e85db None None] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:51.122183 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7884505 May 25 15:57:51.125006 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50816) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.130394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:51.135961 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:51.140410 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Usage tracker for resource:router and tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:51.143830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:51.149940 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:51.200995 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89706f-0c9d-4e9d-94fc-2d4f55aa9de6 None None] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:51.241734 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.243761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.282624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.337369 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.338281 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.342724 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:51.438622 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=497199b8-944f-4146-b4e9-9ce08239d326,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:51.491265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Checking segment: {'id': '910c5ca4-9ddb-4e83-98a9-0ac133512019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:51.492003 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Network hostable DHCP agents. Network: 2321e90f-8d77-47e1-8ccc-912b62eb2d32, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:57:51.506965 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Checking segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:51.507312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Network hostable DHCP agents. Network: 32e28711-3884-4910-8e1a-09c506d8db02, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:57:51.532441 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7faf4de8-4f06-4af8-97a0-039e633cfbaf,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:51.535679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:51.536174 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:51.536482 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:51.654790 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:57:51.657047 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Network 32e28711-3884-4910-8e1a-09c506d8db02 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:57:51.761764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 32e28711-3884-4910-8e1a-09c506d8db02) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:51.763401 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 2321e90f-8d77-47e1-8ccc-912b62eb2d32) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:51.770750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae9d28-afb2-4e74-993d-6949a2548cb3 None None] Network 32e28711-3884-4910-8e1a-09c506d8db02 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:51.793217 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.806414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.807007 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.867894 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:51.871911 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.979068 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5475a0-3cb9-444c-9917-67038805c087 None None] Network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:52.017249 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7253351 May 25 15:57:52.019928 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50852) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.025453 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:57:52.039129 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:52.051730 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Usage tracker for resource:router and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:52.061404 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:52.096875 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ff9ea1fd-4809-43e4-94c5-28f23145d4db admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8069689 May 25 15:57:52.097874 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:52.194178 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9a474e4e-ac76-4fb6-890a-f27674e38523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.200713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.201798 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.255646 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd3f25-81cb-4441-900b-e942a62a1b3a None None] Network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:52.278618 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50874) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.385783 dv-cinder-791240-3-smb neutron-server[99117]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:57:52.408279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.473298 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-32e28711-3884-4910-8e1a-09c506d8db02', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:57:52.473298 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.620052 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50894) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.628593 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.672036 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.829309 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-0a055770-72ac-414c-a145-40e2a5338f8a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:52.831061 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-0a055770-72ac-414c-a145-40e2a5338f8a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.5453687 May 25 15:57:52.855031 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-7e7302a8-900a-438f-8531-b7f9be843e8c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/quotas/f22308123a90468fb1fd5c18d06a4780 HTTP/1.1" status: 200 len: 375 time: 0.0164998 May 25 15:57:52.869971 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.893239 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:52.896978 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Usage tracker for resource:security_group_rule and tenant:011a2af721004f8a99f34fae98c10409 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:52.899797 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:52.901141 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Allocated IP 172.20.0.2 (32e28711-3884-4910-8e1a-09c506d8db02/7faf4de8-4f06-4af8-97a0-039e633cfbaf/98dfdf2d-d4fb-490b-a55e-ce875bb9fff5) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:52.905903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:52.916109 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.917877 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-48f67404-07be-44f2-9548-f78846b8e5d1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555248 May 25 15:57:52.927921 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Allocated IP 172.28.2.14 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/74784648-30f2-4f8c-802d-c882cf8a6607) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:53.010420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 50916) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.013229 dv-cinder-791240-3-smb neutron-server[99116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:57:53.056438 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.117428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.139228 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-4a83a01f-a9b9-41b9-89cf-80d3ee2b4cf3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:57:53.142164 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-4a83a01f-a9b9-41b9-89cf-80d3ee2b4cf3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0753024 May 25 15:57:53.182279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.200164 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b6ddef7a-4f1d-46ab-9b02-0be761f38d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.202313 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.214357 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Transition to ACTIVE for port object 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:53.236351 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Transition to ACTIVE for port object 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:53.282292 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=011a2af721004f8a99f34fae98c10409&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6586182 May 25 15:57:53.287587 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 50926) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.308944 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-0bccf2de-4464-4690-a33c-78afbb364b09 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:53.309617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-8195fd1a-477e-431e-827c-58dad418fd1e req-0bccf2de-4464-4690-a33c-78afbb364b09 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Synchronizing usage tracker for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:53.311821 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.312598 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63672b7-71a5-4164-ae6c-6514fa9fdd61,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.321872 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.329097 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.345504 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-0b098ea1-9bab-4f73-9845-c814152550a4 service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950309 May 25 15:57:53.387409 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Network 32e28711-3884-4910-8e1a-09c506d8db02 is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:53.390586 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:53.394495 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:53.403406 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Pushing event updated for resources: {'Port': ['ID=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.442180 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.442403 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-8195fd1a-477e-431e-827c-58dad418fd1e req-0bccf2de-4464-4690-a33c-78afbb364b09 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Unset dirty status for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:53.442498 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.442733 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.443055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.443378 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.444073 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.444073 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.444339 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.444652 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.444969 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.445073 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.445274 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.445587 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Tracked resource versions report: May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: pushed versions: May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: { 'AddressGroup': {'1.2'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'ConntrackHelper': {'1.0'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Log': {'1.0'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Network': {'1.1'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Port': {'1.7'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'PortForwarding': {'1.2'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'QosPolicy': {'1.8'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroup': {'1.4'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroupRule': {'1.2'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SubPort': {'1.0'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Subnet': {'1.1'}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Trunk': {'1.1'}} May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: consumer versions: May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: HyperV agent@hv-cinder-79124: {}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'ConntrackHelper': '1.0', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Log': '1.0', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Network': '1.1', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Port': '1.7', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'PortForwarding': '1.2', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'QosPolicy': '1.8', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroup': '1.4', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SecurityGroupRule': '1.2', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'SubPort': '1.0', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Subnet': '1.1', May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: 'Trunk': '1.1'}} May 25 15:57:53.446619 dv-cinder-791240-3-smb neutron-server[99118]: {{(pid=99118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:57:53.453211 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-0bccf2de-4464-4690-a33c-78afbb364b09 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/networks?id=2321e90f-8d77-47e1-8ccc-912b62eb2d32 HTTP/1.1" status: 200 len: 812 time: 0.4413860 May 25 15:57:53.453496 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.464151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.505043 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Attempting to bind port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:53.505458 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Attempting to bind port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:53.505825 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Attempting to bind port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:53.510419 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.511655 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:53.512029 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Checking segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:53.512560 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.512846 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Bound using segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:53.513340 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Bound port: 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:53.513773 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.528341 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-1d27bdae-50f6-4a0b-b9f5-b5b1db3c7c1b tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/quotas/6e528a175aa440a38dfe5d35a22c7232 HTTP/1.1" status: 200 len: 375 time: 0.0730901 May 25 15:57:53.554873 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:53.567982 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:53.578377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:53.605729 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] For port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:53.609355 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] For port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:53.622503 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-34d84344-42bd-456e-a799-01b6952e0402 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e528a175aa440a38dfe5d35a22c7232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799339 May 25 15:57:53.644477 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.651461 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.680230 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.708516 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.714118 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.774903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-934a4d0a-c321-4356-9551-1f4f99579753 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:57:53.777055 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-934a4d0a-c321-4356-9551-1f4f99579753 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625510 May 25 15:57:53.796230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Pushing event updated for resources: {'Port': ['ID=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.808705 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.810328 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Pushing event updated for resources: {'Port': ['ID=74784648-30f2-4f8c-802d-c882cf8a6607,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.813984 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-cac37c25-59a6-4889-b96b-a28d1263ac3b service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585981 May 25 15:57:53.824142 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.967247 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Allocated IP 172.28.2.238 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/d64fac64-8c19-4a8b-bc35-bf5ccc93e41d) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:54.035396 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-1eca889f-23fe-4891-b6b5-45623a4a0133 service neutron] 10.222.0.64 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517805 May 25 15:57:54.098735 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.110583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:54.139677 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63672b7-71a5-4164-ae6c-6514fa9fdd61,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:54.144619 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:54.180241 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.215194 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-37792df5-9d7d-467e-94cb-80ef4dae0dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.261040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.262081 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a63672b7-71a5-4164-ae6c-6514fa9fdd61 HTTP/1.1" status: 204 len: 168 time: 0.9735816 May 25 15:57:54.298078 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.459831 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-6c0294b1-7107-496b-843c-a3cbd3ba25d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643239 May 25 15:57:54.465010 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.596405 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.606740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:54.651980 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:54.786402 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:54.796680 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:54.811494 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:54.834967 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5fd2be9b-2853-4904-9f96-dfaf25966620 req-f4e8cfed-c14a-404d-9ab2-53d86020d095 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.1820607 May 25 15:57:54.906517 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Pushing event updated for resources: {'Port': ['ID=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:54.947339 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:54.982064 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:54.988792 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:55.112039 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24631520-0184-454e-bbc4-810c93b6b1e4 None None] Network 32e28711-3884-4910-8e1a-09c506d8db02 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:55.238405 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.294347 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51002) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:55.321884 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Provisioning for port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:57:55.329410 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Provisioning complete for port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:55.329990 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.377613 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.433138 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:55.446053 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d55cdf436fda47898bff7c1e3486d9e7 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:55.459549 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:55.459648 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-762ff28f-efa1-42d5-9eb3-cbc7e7e25089 req-4705d6b2-4705-4511-8cfc-0f3441587e13 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.0928090 May 25 15:57:55.475421 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:55.658597 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.659675 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.706926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] For port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:55.723151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.764593 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Router f28215bd-f410-4005-ae00-307e7411f151 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:57:55.816388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.823215 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:55.900382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:55.982216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:55.991994 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d55cdf436fda47898bff7c1e3486d9e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6930239 May 25 15:57:55.997743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51030) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:56.106550 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Pushing event updated for resources: {'Port': ['ID=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:56.126137 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:56.153102 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-17e0559b-cbbe-4f5a-a87a-644e50046448 None None] Provisioning complete for port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:56.153478 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-17e0559b-cbbe-4f5a-a87a-644e50046448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.212228 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b328e309-6f23-491e-a720-f849a807ad7c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:56.270552 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.310290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:56.313759 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6216bf91-fd3b-4d4c-b771-738effcaa7e4 req-a7d05611-2df1-441a-b750-36391d8053b3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.1247406 May 25 15:57:56.381261 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.390429 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:56.406066 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Sync routers for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:56.418380 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:56.420440 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:56.453834 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.544556 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Notify callbacks [] for router, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.546302 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4201810 May 25 15:57:56.548959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51062) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:56.601942 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:57:56.737968 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:56.745703 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:57:56.746302 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.750800 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:57:56.797637 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1861c0ff-5b57-4476-8f82-79d59f940e72 req-da25842f-6c4f-4f31-b5e4-d93cdf9b1929 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.0649929 May 25 15:57:56.909541 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51076) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:56.922450 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.947476 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:56.986151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ecb4297f-ebf2-4538-9be8-46a01b6c73a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:57.041747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b328e309-6f23-491e-a720-f849a807ad7c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:57.064088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:57.068382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.069591 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b328e309-6f23-491e-a720-f849a807ad7c HTTP/1.1" status: 204 len: 168 time: 1.0702922 May 25 15:57:57.212788 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.231860 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:57.241193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6c98366640434d88c6ce3feca96390 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:57.245545 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:57.253076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:57.254867 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:57.258430 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:57:53Z', 'revision_number': 3, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:57.262822 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Checking router: f28215bd-f410-4005-ae00-307e7411f151 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:57.263292 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Updating router f28215bd-f410-4005-ae00-307e7411f151 port 74784648-30f2-4f8c-802d-c882cf8a6607 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:57:57.267402 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:57.277583 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:57.278444 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:57.324877 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.429764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.443087 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4201829 May 25 15:57:57.450138 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51090) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:57.526922 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:57.698502 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.804328 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fc58d57d-d222-4354-af15-9092cbe0e9b0 req-79156fbb-4e4f-4790-9289-080fbda9d8f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.1239214 May 25 15:57:57.952898 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.970322 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:57.996485 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Transition to ACTIVE for port object 74784648-30f2-4f8c-802d-c882cf8a6607 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:58.019740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6ad4ca7e-b53b-4ee0-bf05-2c96baeff56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.098948 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.099353 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e6c98366640434d88c6ce3feca96390&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1718111 May 25 15:57:58.099353 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51124) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:58.112102 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6786fc8-7ace-4b09-9014-8a77018ad24a,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.115820 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.121531 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.140482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.145661 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.324987 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:55Z', 'revision_number': 3, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:58.335435 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:58.337160 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Updating router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:57:58.354725 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Attempting to bind port 74784648-30f2-4f8c-802d-c882cf8a6607 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:58.354725 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Attempting to bind port 74784648-30f2-4f8c-802d-c882cf8a6607 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:58.354725 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Attempting to bind port 74784648-30f2-4f8c-802d-c882cf8a6607 on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:58.367960 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-56133423-88d4-4641-a164-5d31b0d718a2 req-a082c067-cb8a-46fc-bfdd-2f84be12b3ae tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.2159936 May 25 15:57:58.391694 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:58.391981 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:58.392380 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.394349 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:58.394846 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Bound port: 74784648-30f2-4f8c-802d-c882cf8a6607, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:58.395214 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.436295 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Pushing event updated for resources: {'Port': ['ID=74784648-30f2-4f8c-802d-c882cf8a6607,revision_number=2']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.457776 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.458109 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.458433 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.459922 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.460261 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.460606 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Tracked resource versions report: May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: pushed versions: May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: { 'AddressGroup': {'1.2'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'ConntrackHelper': {'1.0'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Log': {'1.0'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Network': {'1.1'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Port': {'1.7'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'PortForwarding': {'1.2'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'QosPolicy': {'1.8'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroup': {'1.4'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroupRule': {'1.2'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SubPort': {'1.0'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Subnet': {'1.1'}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Trunk': {'1.1'}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: consumer versions: May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: { DHCP agent@dv-cinder-791240-3-smb: {}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: HyperV agent@hv-cinder-79124: {}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: L3 agent@dv-cinder-791240-3-smb: {}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: Metadata agent@dv-cinder-791240-3-smb: {}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: Metering agent@dv-cinder-791240-3-smb: {}, May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: Open vSwitch agent@dv-cinder-791240-3-smb: { 'AddressGroup': '1.2', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'ConntrackHelper': '1.0', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Log': '1.0', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Network': '1.1', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Port': '1.7', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'PortForwarding': '1.2', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'QosPolicy': '1.8', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroup': '1.4', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SecurityGroupRule': '1.2', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'SubPort': '1.0', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Subnet': '1.1', May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: 'Trunk': '1.1'}} May 25 15:57:58.465751 dv-cinder-791240-3-smb neutron-server[99119]: {{(pid=99119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:57:58.471955 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.498629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.499404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.514093 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] For port 74784648-30f2-4f8c-802d-c882cf8a6607, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:58.518582 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] For port 74784648-30f2-4f8c-802d-c882cf8a6607, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=74784648-30f2-4f8c-802d-c882cf8a6607,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:58.561659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.599187 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Allocated IP 172.20.0.1 (0044aa00-907a-430e-b7a1-9e46eba64b74/1bf7ff76-7729-4659-a930-89e9c07350a3/c64f7c90-5566-44b3-b9ab-1249b717ec5b) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:57:58.667812 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.674040 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-6efda3de-c89b-42c4-9998-8af360c4fdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:58.698101 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51140) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:58.871651 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Pushing event updated for resources: {'Port': ['ID=74784648-30f2-4f8c-802d-c882cf8a6607,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:58.881314 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:58.882063 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:58.882688 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:58.945585 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.965175 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.971718 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:58.980933 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Transition to ACTIVE for port object d64fac64-8c19-4a8b-bc35-bf5ccc93e41d will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:57:58.990080 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:57:58.994238 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed2ef2984c8410c9ac6aee8aafc12b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:57:58.997190 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:57:59.004019 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:57:59.051181 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.065245 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.079549 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.087573 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.120151 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6786fc8-7ace-4b09-9014-8a77018ad24a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:59.129914 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-00e6fb1b-e287-4d42-badf-a278576e49a3 req-39a1d08a-6fa9-4618-aeec-b818daf3e7c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.0833178 May 25 15:57:59.132966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.142429 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:59.157996 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8f19e34b-090c-4c87-8561-98b19efe7847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.193257 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:59.199225 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:57:59.203385 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.204916 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6786fc8-7ace-4b09-9014-8a77018ad24a HTTP/1.1" status: 204 len: 168 time: 1.0987494 May 25 15:57:59.211645 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.328242 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.341620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:57:59.353309 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Pushing event updated for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:59.362850 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Attempting to bind port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:57:59.363329 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Attempting to bind port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:57:59.369056 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Attempting to bind port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:57:59.377505 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.405737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:57:59.406246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.415034 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:57:59.415411 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:57:59.415812 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.416202 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:57:59.421659 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Bound port: d64fac64-8c19-4a8b-bc35-bf5ccc93e41d, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:57:59.422206 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.466592 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.499412 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852b8d9a-a7d8-4f53-b8aa-5b6991ae9f6e,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:59.504721 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:59.596214 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] For port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:57:59.599875 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] For port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:57:59.607774 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Pushing event updated for resources: {'Port': ['ID=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:59.613075 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:59.662918 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.68', 61065) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:59.692187 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ed2ef2984c8410c9ac6aee8aafc12b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9819801 May 25 15:57:59.698863 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51180) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:59.699760 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:59.708809 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:59.772560 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:59.820388 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f944e332-1e3a-44d3-9aa0-f4acabc7d8bc req-f723b22c-ab23-4d99-b1dc-718778cac54f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.1548779 May 25 15:57:59.835794 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:59.836767 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:59.840775 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:57:53Z', 'revision_number': 3, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:59.865971 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff277812-38be-4a55-bd82-f63b9c3188ec None None] The sync data for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb is: [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:57:53Z', 'revision_number': 3, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:00.055611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.173586 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.193089 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:00.408208 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.422045 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-69b649d4-8456-4e42-bbf0-002c41d357f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:00.457710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852b8d9a-a7d8-4f53-b8aa-5b6991ae9f6e,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:00.483815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Pushing event updated for resources: {'Port': ['ID=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:00.487501 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.492093 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/852b8d9a-a7d8-4f53-b8aa-5b6991ae9f6e HTTP/1.1" status: 204 len: 168 time: 0.7684340 May 25 15:58:00.504996 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:00.547508 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.68', 61068) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:00.559398 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:00.601088 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-96e7bd74-eb9d-4636-9702-2f75c63a4833 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:00.601964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-96e7bd74-eb9d-4636-9702-2f75c63a4833 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:00.609736 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1ccd7e71-101d-480c-b5d9-5700e8f6ee93 req-d2dda174-0aed-454e-ac44-23aa0ea7039c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.1243680 May 25 15:58:00.631890 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:00.715368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Allocated IP 172.20.0.1 (32e28711-3884-4910-8e1a-09c506d8db02/7faf4de8-4f06-4af8-97a0-039e633cfbaf/e2812706-9c1f-46cc-a7d4-55021a013a82) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:00.751206 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 74784648-30f2-4f8c-802d-c882cf8a6607 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:00.917582 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-96e7bd74-eb9d-4636-9702-2f75c63a4833 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:00.918928 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-96e7bd74-eb9d-4636-9702-2f75c63a4833 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 1.2524147 May 25 15:58:00.944870 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-8a6ebb16-01f6-43f1-8fca-7e8f8a54a99e tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:00.946296 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-8a6ebb16-01f6-43f1-8fca-7e8f8a54a99e tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.68 "GET /v2.0/networks?id=2321e90f-8d77-47e1-8ccc-912b62eb2d32 HTTP/1.1" status: 200 len: 812 time: 0.3974829 May 25 15:58:00.949789 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-70166110-c795-4799-9282-84563f4e4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:55Z', 'revision_number': 3, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:00.958705 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70166110-c795-4799-9282-84563f4e4ccc None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:57:55Z', 'revision_number': 3, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:01.024689 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 74784648-30f2-4f8c-802d-c882cf8a6607 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:01.031535 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 74784648-30f2-4f8c-802d-c882cf8a6607 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:01.031965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.036140 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Request body: {'port': {'device_id': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32', 'admin_state_up': True, 'tenant_id': '6e528a175aa440a38dfe5d35a22c7232'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:01.080736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Request body: {'port': {'device_id': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'admin_state_up': True, 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:01.306847 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0724ad1d-c231-4c22-bca0-3ab3b75a1a28 req-72daa75c-5d92-4729-a756-2c0c5e77f183 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.2121718 May 25 15:58:01.327061 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.412039 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Transition to ACTIVE for port object e2812706-9c1f-46cc-a7d4-55021a013a82 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:01.457379 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.513443 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 74784648-30f2-4f8c-802d-c882cf8a6607, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=74784648-30f2-4f8c-802d-c882cf8a6607,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:01.569852 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:01.578248 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Usage tracker for resource:port and tenant:f22308123a90468fb1fd5c18d06a4780 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:01.585747 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:01.600459 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:01.611254 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.615100 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:01.705271 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:01.720152 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.734075 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:01.747012 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Usage tracker for resource:port and tenant:6e528a175aa440a38dfe5d35a22c7232 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:01.763421 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:01.763602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.769522 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=74784648-30f2-4f8c-802d-c882cf8a6607,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:01.771489 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-43f3b5f3-b025-4136-ad8b-570bd4e96511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:01.774998 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:01.784249 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:01.804246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.867255 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9292eed4-1366-4e2d-b3fc-bc47aee8b4b3 req-3c4baca7-7474-42e1-bf74-9c48b6bd4758 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.0453951 May 25 15:58:01.923661 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Network 32e28711-3884-4910-8e1a-09c506d8db02 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:01.929346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:01.935666 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:01.936131 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:01.971323 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Pushing event updated for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:01.978552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Made reservation on behalf of 6e528a175aa440a38dfe5d35a22c7232 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:01.986026 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.009421 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.012063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:02.018229 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.068062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:02.106485 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Allocated IP 172.20.0.13 (59786406-f96e-4094-ad63-e2f2f2edae24/705a2f7f-823a-410c-8c11-8c8ee816818b/bdc2bfd7-9f83-4115-b015-8001c932425d) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:02.599828 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Pushing event updated for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:02.599828 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:02.599828 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Allocated IP 172.20.0.8 (2321e90f-8d77-47e1-8ccc-912b62eb2d32/497199b8-944f-4146-b4e9-9ce08239d326/2bd07ae1-3c8a-4e78-a556-1a32c062f507) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:02.605184 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-b8d7c77c-6465-4bce-8722-60b5da4db221 None None] Provisioning for port e2812706-9c1f-46cc-a7d4-55021a013a82 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:02.605184 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-b8d7c77c-6465-4bce-8722-60b5da4db221 None None] Provisioning complete for port e2812706-9c1f-46cc-a7d4-55021a013a82 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:02.605184 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b8d7c77c-6465-4bce-8722-60b5da4db221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.606548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:02.606548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:02.611346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:02.612413 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7c77c-6465-4bce-8722-60b5da4db221 None None] Port e2812706-9c1f-46cc-a7d4-55021a013a82 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:02.726726 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8c463237-7fda-4220-9b4d-ecf6960fbb2a req-132fda2a-699f-4696-8bf1-5fad7578e398 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.1671500 May 25 15:58:02.845674 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 74784648-30f2-4f8c-802d-c882cf8a6607 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:03.020445 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 74784648-30f2-4f8c-802d-c882cf8a6607 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:03.021073 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.116611 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51292) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:03.119555 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.247563 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d64fac64-8c19-4a8b-bc35-bf5ccc93e41d up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:03.304477 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.339586 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.340265 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.346606 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8349fda4-3e57-4367-b711-edf10fe25056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.408020 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-838b2d80-7dd3-4fcc-b070-6a313b72f281 req-252aff46-06aa-45e2-b16e-489c9abe8f4a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.2549391 May 25 15:58:03.427299 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.444485 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.457857 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:03.476397 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51302) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:03.477437 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:03.477927 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.494666 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Router f28215bd-f410-4005-ae00-307e7411f151 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:03.499534 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Network 59786406-f96e-4094-ad63-e2f2f2edae24 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:03.515341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.521351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:03.567692 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.569309 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:03.583472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:03.584156 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.701759 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event updated for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:03.741926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.750508 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:03.751015 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.761416 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:03.852676 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.856329 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:03.871895 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:03.921507 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:03.988273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.006760 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Usage tracker for resource:security_group_rule and tenant:a68d8f867a034aeaa6ced3d62fd3bbcf is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:04.010033 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Pushing event updated for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:04.019445 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:04.031484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:04.040659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:04.045538 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9859126 May 25 15:58:04.049023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:04.050049 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:04.059704 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:04.063731 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:04.065334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:04.065334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.070849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:04.073413 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:04.076154 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Pushing event updated for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:04.077118 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-bb212fa9-4ca5-4593-af1b-041c0b248f01 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:58:04.078332 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-bb212fa9-4ca5-4593-af1b-041c0b248f01 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067527 May 25 15:58:04.156743 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Network 32e28711-3884-4910-8e1a-09c506d8db02 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:04.160394 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:04.199024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Usage tracker for resource:security_group_rule and tenant:de5739eca0a54416b87ba179409a9a59 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:04.203148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:04.224879 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:04.263284 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:04.357913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:04.368109 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Sync routers for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:04.389884 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] 10.222.0.64 "PUT /v2.0/routers/f28215bd-f410-4005-ae00-307e7411f151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8397646 May 25 15:58:04.393436 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3648593 May 25 15:58:04.399040 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:04.399821 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:04.445080 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7de09366-7ea1-48fa-bd70-ed0953999e44 None None] Provisioning complete for port e2812706-9c1f-46cc-a7d4-55021a013a82 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:04.445387 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7de09366-7ea1-48fa-bd70-ed0953999e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.509009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-1fabcbeb-8449-4b1b-a682-f2b061d4f640 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:58:04.511859 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-1fabcbeb-8449-4b1b-a682-f2b061d4f640 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243828 May 25 15:58:04.629348 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d64fac64-8c19-4a8b-bc35-bf5ccc93e41d up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:04.658025 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.663135 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92360199-1109-4b62-837d-877aa1e10b8d req-6fcb8c09-1803-4b36-83bf-457758e5dee4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:04.665014 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-92360199-1109-4b62-837d-877aa1e10b8d req-6fcb8c09-1803-4b36-83bf-457758e5dee4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 931 time: 0.7446258 May 25 15:58:04.749048 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.811213 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7de09366-7ea1-48fa-bd70-ed0953999e44 None None] Port e2812706-9c1f-46cc-a7d4-55021a013a82 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:04.811808 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-92360199-1109-4b62-837d-877aa1e10b8d req-e15e5790-527a-4301-ac48-fa63a0660689 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Synchronizing usage tracker for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:04.814210 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:04.829602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:04.831585 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:04.853108 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51334) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:04.854710 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de5739eca0a54416b87ba179409a9a59&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3732696 May 25 15:58:04.879190 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:04.879794 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.008831 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:05.071296 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc1791-391d-4b6c-bda5-e8affe9cbba8,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.076056 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.107008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.137364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8ee42-8a90-435a-a657-a6cf5821908e req-dd99fa1d-2e97-468e-a235-28fbcd223335 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:05.141294 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bea8ee42-8a90-435a-a657-a6cf5821908e req-dd99fa1d-2e97-468e-a235-28fbcd223335 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 932 time: 0.2734392 May 25 15:58:05.242195 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.247345 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bea8ee42-8a90-435a-a657-a6cf5821908e req-993103d5-b6bb-46bb-9ed3-b7aaf8a83ed2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990808 May 25 15:58:05.267659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-92360199-1109-4b62-837d-877aa1e10b8d req-e15e5790-527a-4301-ac48-fa63a0660689 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Unset dirty status for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:05.277225 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-92360199-1109-4b62-837d-877aa1e10b8d req-e15e5790-527a-4301-ac48-fa63a0660689 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946681 May 25 15:58:05.424765 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a68d8f867a034aeaa6ced3d62fd3bbcf&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3017378 May 25 15:58:05.428671 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51348) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:05.429362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1d01c-df85-499e-a661-4a063e75a6e2,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.433289 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.458119 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.497525 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:05.506963 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:05.510839 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.520420 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:05.521076 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:05.546263 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] 10.222.0.64 "PUT /v2.0/routers/0d19ccac-3196-4605-94dd-2cfa9cedd8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0950408 May 25 15:58:05.657936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.679627 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.692806 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-23c64978-de45-4f61-844a-2b981331c440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.738967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc1791-391d-4b6c-bda5-e8affe9cbba8,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.741629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.758337 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.761704 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.764070 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0dc1791-391d-4b6c-bda5-e8affe9cbba8 HTTP/1.1" status: 204 len: 168 time: 0.9078186 May 25 15:58:05.787874 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:58:00Z', 'revision_number': 4, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'c64f7c90-5566-44b3-b9ab-1249b717ec5b', 'name': '', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'mac_address': 'fa:16:3e:58:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:58Z', 'updated_at': '2021-05-25T15:58:00Z', 'revision_number': 2, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'subnets': [{'id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:05.796601 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Checking router: f28215bd-f410-4005-ae00-307e7411f151 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:05.796951 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Updating router f28215bd-f410-4005-ae00-307e7411f151 port c64f7c90-5566-44b3-b9ab-1249b717ec5b binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:05.885771 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:05.895171 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.938279 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.943491 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:05.968055 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1d01c-df85-499e-a661-4a063e75a6e2,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:05.973613 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:05.993930 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:05.997015 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8b1d01c-df85-499e-a661-4a063e75a6e2 HTTP/1.1" status: 204 len: 168 time: 0.5668895 May 25 15:58:06.238122 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Request body: {'port': {'device_id': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:06.275547 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Request body: {'port': {'device_id': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:06.673386 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.699872 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Transition to ACTIVE for port object c64f7c90-5566-44b3-b9ab-1249b717ec5b will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:06.711544 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-5c14904b-faa3-43e1-b1b8-48d5bbc34e39 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:06.712233 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-5c14904b-faa3-43e1-b1b8-48d5bbc34e39 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:06.724535 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.752245 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 2, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:06.764794 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:06.765383 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Updating router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 port e2812706-9c1f-46cc-a7d4-55021a013a82 binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:58:06.775604 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.789318 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:06.803797 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.906291 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:06.935859 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094304ff-d355-40fa-9581-c64c7f985136 req-0edf0b65-9267-4692-9b18-7150cf3ca5f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:06.936929 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-094304ff-d355-40fa-9581-c64c7f985136 req-0edf0b65-9267-4692-9b18-7150cf3ca5f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:07.077814 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-5c14904b-faa3-43e1-b1b8-48d5bbc34e39 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:07.081695 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-094304ff-d355-40fa-9581-c64c7f985136 req-0edf0b65-9267-4692-9b18-7150cf3ca5f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:07.083817 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-094304ff-d355-40fa-9581-c64c7f985136 req-0edf0b65-9267-4692-9b18-7150cf3ca5f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 932 time: 0.5035498 May 25 15:58:07.094226 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-5c14904b-faa3-43e1-b1b8-48d5bbc34e39 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 819 time: 1.0444665 May 25 15:58:07.145703 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-415d1e52-8a0f-4dd0-92ac-f2e126edde57 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/quotas/04e857bfb6f94eaeb8c8db24b60f3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0505421 May 25 15:58:07.269130 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Pushing event updated for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:07.276875 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:07.354343 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Attempting to bind port c64f7c90-5566-44b3-b9ab-1249b717ec5b on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:07.354679 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Attempting to bind port c64f7c90-5566-44b3-b9ab-1249b717ec5b by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:07.354998 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Attempting to bind port c64f7c90-5566-44b3-b9ab-1249b717ec5b on network 0044aa00-907a-430e-b7a1-9e46eba64b74 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:07.366569 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:07.366955 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Checking segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:07.367339 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.368340 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Bound using segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:07.368863 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Bound port: c64f7c90-5566-44b3-b9ab-1249b717ec5b, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:07.369305 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.401954 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-094304ff-d355-40fa-9581-c64c7f985136 req-267e0b82-9e41-4108-a3f8-6beba9f6d111 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:07.559205 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-094304ff-d355-40fa-9581-c64c7f985136 req-267e0b82-9e41-4108-a3f8-6beba9f6d111 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:07.564755 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-ba9f621e-d187-4ee9-bdce-9c65964719f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:07.571631 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-094304ff-d355-40fa-9581-c64c7f985136 req-267e0b82-9e41-4108-a3f8-6beba9f6d111 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522007 May 25 15:58:07.635721 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51396) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:07.687003 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] For port c64f7c90-5566-44b3-b9ab-1249b717ec5b, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:07.691059 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] For port c64f7c90-5566-44b3-b9ab-1249b717ec5b, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c64f7c90-5566-44b3-b9ab-1249b717ec5b,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:07.706430 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd07ae1-3c8a-4e78-a556-1a32c062f507 {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:07.745568 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.774174 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-ba9f621e-d187-4ee9-bdce-9c65964719f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:07.775356 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-ba9f621e-d187-4ee9-bdce-9c65964719f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6288862 May 25 15:58:07.803879 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.807029 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:07.814220 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:07.826327 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:07.857521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Usage tracker for resource:security_group_rule and tenant:b7bf0f48355d42bfb719cb5b72193391 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:07.896930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Transition to ACTIVE for port object 2bd07ae1-3c8a-4e78-a556-1a32c062f507 will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:07.897907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:07.914393 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:08.004141 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.030237 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:08.031531 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:08.047935 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Transition to ACTIVE for port object e2812706-9c1f-46cc-a7d4-55021a013a82 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:08.103211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc2bfd7-9f83-4115-b015-8001c932425d {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:08.104954 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Pushing event updated for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=4']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.115480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.119807 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.145009 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.175897 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.202477 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Transition to ACTIVE for port object bdc2bfd7-9f83-4115-b015-8001c932425d will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:08.242409 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.259154 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-6753e50f-d14b-4599-ada7-cc3993685079 service neutron] 10.222.0.64 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342585 May 25 15:58:08.262251 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.270330 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.305636 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.377304 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:08.488036 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.633672 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3d373-b876-46e1-8643-4e39b2afcdae req-a9391732-2e98-43ab-8c81-6a38a814ebae tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:08.642189 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-edf3d373-b876-46e1-8643-4e39b2afcdae req-a9391732-2e98-43ab-8c81-6a38a814ebae tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 931 time: 0.7862363 May 25 15:58:08.644070 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3e75a3bd-15f0-4502-9d59-0a185366dd5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.648713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.724500 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.727707 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:08.787116 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Pushing event updated for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:08.792648 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:08.827244 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7bf0f48355d42bfb719cb5b72193391&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1815038 May 25 15:58:08.831414 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-edf3d373-b876-46e1-8643-4e39b2afcdae req-ebe0c48a-d2a9-4800-bada-cf2f36ad92fd tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878655 May 25 15:58:08.834538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Attempting to bind port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:08.835684 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Attempting to bind port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '910c5ca4-9ddb-4e83-98a9-0ac133512019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:08.835916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Attempting to bind port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 on network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:08.864266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51418) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:08.864266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 on network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:08.864266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Attempting to bind port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 on network 2321e90f-8d77-47e1-8ccc-912b62eb2d32 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:08.888066 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:08.890631 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Checking segment: {'id': '910c5ca4-9ddb-4e83-98a9-0ac133512019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:08.891267 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Bound using segment: {'id': '910c5ca4-9ddb-4e83-98a9-0ac133512019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:08.891875 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Bound port: 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910c5ca4-9ddb-4e83-98a9-0ac133512019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:08.892231 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.948775 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Attempting to bind port e2812706-9c1f-46cc-a7d4-55021a013a82 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:08.952543 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Attempting to bind port e2812706-9c1f-46cc-a7d4-55021a013a82 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:08.953204 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Attempting to bind port e2812706-9c1f-46cc-a7d4-55021a013a82 on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:08.986445 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:08.987347 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Checking segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:08.987977 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:08.989018 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Bound using segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:08.990045 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Bound port: e2812706-9c1f-46cc-a7d4-55021a013a82, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:08.991365 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.222425 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-e1f7ce42-dd0f-47e6-ba61-1e1f07d88036 service neutron] 10.222.0.64 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577181 May 25 15:58:09.235774 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.291370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.304662 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12615c1a-ecd2-477c-9ee0-e7f07c225059,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.325305 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] For port e2812706-9c1f-46cc-a7d4-55021a013a82, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:09.326962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Attempting to bind port bdc2bfd7-9f83-4115-b015-8001c932425d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:09.332194 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Attempting to bind port bdc2bfd7-9f83-4115-b015-8001c932425d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:09.333397 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] For port e2812706-9c1f-46cc-a7d4-55021a013a82, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e2812706-9c1f-46cc-a7d4-55021a013a82,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:09.333956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Attempting to bind port bdc2bfd7-9f83-4115-b015-8001c932425d on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:09.339939 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Port bdc2bfd7-9f83-4115-b015-8001c932425d on network 59786406-f96e-4094-ad63-e2f2f2edae24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:09.340581 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Attempting to bind port bdc2bfd7-9f83-4115-b015-8001c932425d on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:09.347694 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:09.348386 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Checking segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:09.349301 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Bound using segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:09.349999 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Bound port: bdc2bfd7-9f83-4115-b015-8001c932425d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:09.350566 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.427868 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.434537 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:09.471219 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:58:00Z', 'revision_number': 4, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'c64f7c90-5566-44b3-b9ab-1249b717ec5b', 'name': '', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'mac_address': 'fa:16:3e:58:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:58Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'subnets': [{'id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:09.476700 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5397e-6590-43f8-b876-0ca79cd392ed None None] The sync data for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb is: [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T15:58:00Z', 'revision_number': 4, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'c64f7c90-5566-44b3-b9ab-1249b717ec5b', 'name': '', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'mac_address': 'fa:16:3e:58:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:58Z', 'updated_at': '2021-05-25T15:58:07Z', 'revision_number': 4, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'subnets': [{'id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:09.582633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.716836 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:09.737375 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:09.742927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=bdc2bfd7-9f83-4115-b015-8001c932425d,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:09.772580 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Pushing event updated for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:09.781240 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:09.824628 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.830616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:09.833773 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507,segment=NetworkSegment(910c5ca4-9ddb-4e83-98a9-0ac133512019),segment_id=910c5ca4-9ddb-4e83-98a9-0ac133512019)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:09.842794 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:09.845175 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:57:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:09.860115 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:09.954538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.025831 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.050161 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:10.260811 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.269995 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:10.276846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:10.276846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.276846 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] 10.222.0.68 "PUT /v2.0/ports/2bd07ae1-3c8a-4e78-a556-1a32c062f507 HTTP/1.1" status: 200 len: 1093 time: 4.8131592 May 25 15:58:10.278553 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:10.326220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:10.328825 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.330564 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] 10.222.0.68 "PUT /v2.0/ports/bdc2bfd7-9f83-4115-b015-8001c932425d HTTP/1.1" status: 200 len: 1094 time: 4.8712735 May 25 15:58:10.332793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:10.578232 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:10.808964 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:10.837239 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:10.989873 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51486) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:10.990959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:10.990959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:10.992088 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:10.992088 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12615c1a-ecd2-477c-9ee0-e7f07c225059 HTTP/1.1" status: 204 len: 168 time: 2.0172446 May 25 15:58:10.992235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c64f7c90-5566-44b3-b9ab-1249b717ec5b up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:10.992322 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c33c0-7d12-4ecc-944d-612c4326c090 req-8dd753ca-c85b-40dd-a71b-e2ddb922f5ee tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:10.992322 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e41c33c0-7d12-4ecc-944d-612c4326c090 req-8dd753ca-c85b-40dd-a71b-e2ddb922f5ee tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.9451785 May 25 15:58:10.992322 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-9374f537-ceaa-4f4c-bd60-2a042e7fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:10.992322 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-9374f537-ceaa-4f4c-bd60-2a042e7fd06b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6e528a175aa440a38dfe5d35a22c7232&device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 1096 time: 0.4445622 May 25 15:58:10.992691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12615c1a-ecd2-477c-9ee0-e7f07c225059,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:10.992691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887169522', 'description': 'tempest-description--2077930960'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:11.053756 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:11.085117 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e41c33c0-7d12-4ecc-944d-612c4326c090 req-0c30c778-067d-4e3e-b49a-8d5f473f874a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346772 May 25 15:58:11.093646 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:11.141177 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-aac833f2-d624-4b2f-81ef-f0f7cdbe9aef req-97fbad1c-11ec-42d1-989d-bf364cb213c1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 210 time: 0.2319970 May 25 15:58:11.143090 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:11.161634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:11.177880 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:11.181954 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-a832a93b-54c4-4ae8-b917-b0b2ed34146b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507 HTTP/1.1" status: 200 len: 217 time: 0.1686656 May 25 15:58:11.244675 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-c53d4444-07d1-4b45-b7c9-09e3aa18735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:11.246171 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-c53d4444-07d1-4b45-b7c9-09e3aa18735e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 1097 time: 0.6636605 May 25 15:58:11.303076 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195fd1a-477e-431e-827c-58dad418fd1e req-eb36f938-c936-4507-b8f6-3c30b8a99548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:11.306120 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-eb36f938-c936-4507-b8f6-3c30b8a99548 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=497199b8-944f-4146-b4e9-9ce08239d326 HTTP/1.1" status: 200 len: 852 time: 0.1223173 May 25 15:58:11.591962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79db954-12ad-464a-962b-f85a8000d2af req-b69ce0fe-17c0-4642-a265-93ae8144c17c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:11.593055 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f79db954-12ad-464a-962b-f85a8000d2af req-b69ce0fe-17c0-4642-a265-93ae8144c17c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Synchronizing usage tracker for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:11.796373 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:09Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:11.801087 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650654e5-887b-439d-a573-47b65f25fc18 None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:09Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:12.156243 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.158898 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f79db954-12ad-464a-962b-f85a8000d2af req-b69ce0fe-17c0-4642-a265-93ae8144c17c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Unset dirty status for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:12.159342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port c64f7c90-5566-44b3-b9ab-1249b717ec5b completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:12.161286 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f79db954-12ad-464a-962b-f85a8000d2af req-b69ce0fe-17c0-4642-a265-93ae8144c17c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 943 time: 0.7435730 May 25 15:58:12.170501 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c64f7c90-5566-44b3-b9ab-1249b717ec5b triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:12.170902 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.231477 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:12.238329 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:12.242068 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:12.249973 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:12.320305 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f79db954-12ad-464a-962b-f85a8000d2af req-4f657c6d-1531-4f9c-89b7-e674463fbe0f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430371 May 25 15:58:12.391563 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.490346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.496759 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:12.512324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.591165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port c64f7c90-5566-44b3-b9ab-1249b717ec5b, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c64f7c90-5566-44b3-b9ab-1249b717ec5b,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:12.629835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f5ff3-953f-4da3-b64c-de462272809a,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:12.641464 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:12.690944 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.690944 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:12.720951 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d', 'status': 'completed', 'code': 200} May 25 15:58:12.721797 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.721797 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8061502 May 25 15:58:12.722285 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51526) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:12.722285 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group_rule': {'security_group_id': 'c31f5ff3-953f-4da3-b64c-de462272809a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:12.725685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:12.757619 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:12.777140 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:12.799839 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:12.887445 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e2812706-9c1f-46cc-a7d4-55021a013a82 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:13.093881 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:13.100893 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:13.145794 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-e1a6f66f-6c11-4041-8b8e-4cfa87871fc8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc2bfd7-9f83-4115-b015-8001c932425d HTTP/1.1" status: 200 len: 217 time: 0.1303449 May 25 15:58:13.147450 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507', 'status': 'completed', 'code': 200} May 25 15:58:13.170368 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-8b3fc4d9-b328-4395-8068-9bf35f40ce3a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2321e90f-8d77-47e1-8ccc-912b62eb2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802445 May 25 15:58:13.171338 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.173790 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d702ef3-b116-47f0-a317-76405121aee7 req-19c46e2c-a35c-4a38-9b0c-019526110dec tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:13.178545 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5d702ef3-b116-47f0-a317-76405121aee7 req-19c46e2c-a35c-4a38-9b0c-019526110dec tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.2406189 May 25 15:58:13.240750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port e2812706-9c1f-46cc-a7d4-55021a013a82 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:13.247920 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e2812706-9c1f-46cc-a7d4-55021a013a82 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:13.248664 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.297894 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5d702ef3-b116-47f0-a317-76405121aee7 req-52785b61-b478-492e-9ef9-0c96364de67c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167195 May 25 15:58:13.627944 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.723085 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port e2812706-9c1f-46cc-a7d4-55021a013a82, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e2812706-9c1f-46cc-a7d4-55021a013a82,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:13.741029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-8aa6cc83-5624-4ead-92f1-a6e1a2d084c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:13.743795 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-8aa6cc83-5624-4ead-92f1-a6e1a2d084c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.3585823 May 25 15:58:13.823341 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.827985 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:13.874893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98431b22-1abf-4dde-a198-071ad21be610 req-70b778ef-3b15-4413-affd-e155799f21c4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:13.926813 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-98431b22-1abf-4dde-a198-071ad21be610 req-70b778ef-3b15-4413-affd-e155799f21c4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 943 time: 0.3080029 May 25 15:58:13.984342 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51562) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:14.004502 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:14.012380 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:14.022791 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.140742 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-2af3dc47-60d5-478d-a4a2-925a0ddf4249 service neutron] 10.222.0.68 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491653 May 25 15:58:14.159882 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-1cdd9333-8684-464a-b26d-bc81b7d45d0b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578465 May 25 15:58:14.165592 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-8c9bc96a-4dd1-420f-9fa7-65d0da94e8df tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:14.172095 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-8c9bc96a-4dd1-420f-9fa7-65d0da94e8df tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 819 time: 0.9298823 May 25 15:58:14.173536 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-98431b22-1abf-4dde-a198-071ad21be610 req-56268908-face-4384-8caa-a93ab4d2f046 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430394 May 25 15:58:14.236939 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-73dc7cc0-4d57-436f-bdbb-a5c651a3f8dc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/quotas/04e857bfb6f94eaeb8c8db24b60f3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0416281 May 25 15:58:14.314081 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.326942 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:14.395919 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cde5cb-f280-48d0-abd8-3d3417bc759f,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:14.408642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:14.440834 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-93d09c1c-39f5-4077-a747-71b748c3ee68 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2114885 May 25 15:58:14.521333 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:14.523418 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8158035 May 25 15:58:14.533858 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51582) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:14.871687 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-d6893f74-ae91-438c-88fb-938f92ead7e4 service neutron] 10.222.0.64 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240787 May 25 15:58:14.892939 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group_rule': {'security_group_id': 'c31f5ff3-953f-4da3-b64c-de462272809a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:14.898069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:14.899936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:14.908812 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:14.920815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e2812706-9c1f-46cc-a7d4-55021a013a82 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:14.992416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.065990 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:15.067399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:15.109665 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e2812706-9c1f-46cc-a7d4-55021a013a82 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:15.110168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.127805 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Usage tracker for resource:security_group_rule and tenant:c1edaa852521441ebd22ebf3c3bf9f0a is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:15.148350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:15.182970 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-b05692af-92e1-413d-829d-18aef461b06d service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032761 May 25 15:58:15.205617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07817a-7f32-47bd-9035-d3add5273d17 req-a8fdde1c-8344-41b3-b86c-bd0ee489118d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:15.217984 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9d07817a-7f32-47bd-9035-d3add5273d17 req-a8fdde1c-8344-41b3-b86c-bd0ee489118d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.7279649 May 25 15:58:15.220888 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:15.278504 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8195fd1a-477e-431e-827c-58dad418fd1e req-41ee5fb2-618a-4872-b326-e30f77ce997e service neutron] 10.222.0.68 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050062 May 25 15:58:15.295224 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-12aa13b6-ae32-4b18-92fd-b641cfb83b45 service neutron] 10.222.0.64 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471766 May 25 15:58:15.313792 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.340195 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c64f7c90-5566-44b3-b9ab-1249b717ec5b up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:15.463158 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.487385 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c64f7c90-5566-44b3-b9ab-1249b717ec5b triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:15.487588 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.515478 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9d07817a-7f32-47bd-9035-d3add5273d17 req-4bdcb2f3-2259-4c14-81f0-c0ed23642f79 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964072 May 25 15:58:15.550007 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.550007 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:15.650481 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9328d84-e6ef-4bdd-ac24-6c8d536435d7,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:15.654577 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:15.709463 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.713487 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-57fece2d-f40d-4c08-bc4b-2bb337f90feb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1753581 May 25 15:58:15.717470 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51616) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:15.734783 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff4b0572-0582-49a1-a4da-49afa1c1c471 req-45f6c8e9-a264-4e53-91b1-81abbb781fff service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380589 May 25 15:58:15.743524 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:15.768324 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:15.844992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:floatingip and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:15.855220 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:15.913649 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:15.917015 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.015131 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51624) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:16.045641 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b0971f67-88e4-457e-8ac0-ae14da3e197f req-5693b02e-3192-4e4b-9e76-6203bc35b905 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.3332663 May 25 15:58:16.058653 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.090815 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034bc42-d27a-4240-b497-d2af35152b84 req-b1605b35-de3b-4f9d-85bd-133e14b1b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.095633 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-b1605b35-de3b-4f9d-85bd-133e14b1b9d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6e528a175aa440a38dfe5d35a22c7232&device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 1096 time: 0.2488680 May 25 15:58:16.096745 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:16.203973 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.272627 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1edaa852521441ebd22ebf3c3bf9f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2608356 May 25 15:58:16.277071 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51634) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:16.299558 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607e4f2-4ed2-4e0d-919c-1e52b216d6e2,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:16.348953 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:16.400233 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.68', 61077) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:16.439442 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034bc42-d27a-4240-b497-d2af35152b84 req-94ae1b2d-9f08-4dce-b36e-13c217ab51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.441393 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-94ae1b2d-9f08-4dce-b36e-13c217ab51d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2321e90f-8d77-47e1-8ccc-912b62eb2d32 HTTP/1.1" status: 200 len: 913 time: 0.3206608 May 25 15:58:16.537317 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7b088-2c39-4c13-b564-bb0d55b7119f req-d44fbe9c-eac2-4baa-912e-c3cd91838ea8 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.543361 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d4d7b088-2c39-4c13-b564-bb0d55b7119f req-d44fbe9c-eac2-4baa-912e-c3cd91838ea8 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 943 time: 0.6007738 May 25 15:58:16.546739 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-4e218477-4f32-4c45-b320-d9d3d42c2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.548165 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-4e218477-4f32-4c45-b320-d9d3d42c2402 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 1097 time: 0.4402759 May 25 15:58:16.636080 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.732100 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:16.736419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Usage tracker for resource:security_group_rule and tenant:76acad967a2440d78b1373147285a928 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:16.740397 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:16.746756 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:16.777887 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-c7783a38-dca5-4861-9e83-1533a1942aaf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507 HTTP/1.1" status: 200 len: 217 time: 0.2246330 May 25 15:58:16.850123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.871627 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-902a810d-0fa5-4678-b51c-7a7fb2643018 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.873857 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-902a810d-0fa5-4678-b51c-7a7fb2643018 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 819 time: 0.3475575 May 25 15:58:16.886503 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b1fbe-795c-47ff-b7aa-e159f8dd6254 req-cb66a4b5-f328-439f-9ce3-31cb33753017 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:16.887992 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-101b1fbe-795c-47ff-b7aa-e159f8dd6254 req-cb66a4b5-f328-439f-9ce3-31cb33753017 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.1688616 May 25 15:58:16.926867 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d4d7b088-2c39-4c13-b564-bb0d55b7119f req-d13e14ec-4761-43bc-b31c-7f6d47d6c55f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620801 May 25 15:58:16.964405 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:16.996475 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Request body: {'port': {'device_id': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'admin_state_up': True, 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:17.014843 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-5e21287f-0f8b-481c-9318-5c09ccb44b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:17.017278 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-5e21287f-0f8b-481c-9318-5c09ccb44b9e service neutron] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 915 time: 0.4380395 May 25 15:58:17.018083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.119131 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-72dba918-7857-4168-aa96-429882799e2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc2bfd7-9f83-4115-b015-8001c932425d HTTP/1.1" status: 200 len: 217 time: 0.0822196 May 25 15:58:17.120239 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.135290 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:17.139554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034bc42-d27a-4240-b497-d2af35152b84 req-eb267086-49d3-4878-ad8d-9a81b39c4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:17.141621 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-eb267086-49d3-4878-ad8d-9a81b39c4f00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=497199b8-944f-4146-b4e9-9ce08239d326 HTTP/1.1" status: 200 len: 852 time: 0.1864312 May 25 15:58:17.185177 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-101b1fbe-795c-47ff-b7aa-e159f8dd6254 req-c78112d8-51db-4a45-9947-958c8d4e53b8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904201 May 25 15:58:17.185988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.284430 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-42ffc75d-8e60-4c40-8e87-995055f373a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2321e90f-8d77-47e1-8ccc-912b62eb2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514047 May 25 15:58:17.303285 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:17.338353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:17.348383 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76acad967a2440d78b1373147285a928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3224711 May 25 15:58:17.367279 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf82fe75-eccf-46cd-a8b6-e33eff97127d req-ac9c40b4-8155-4763-ba1b-26501550f45f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.1672456 May 25 15:58:17.367981 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db496d5f-55ce-4a0a-8595-4c663a2ddcdf,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:17.381333 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51672) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:17.388348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.389600 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:17.422968 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:17.437105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-f38e1f28-1b4a-49fb-aaa8-8b650677adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:17.438532 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-f38e1f28-1b4a-49fb-aaa8-8b650677adbc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.3047588 May 25 15:58:17.453166 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607e4f2-4ed2-4e0d-919c-1e52b216d6e2,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:17.456724 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-c704375c-340e-4f79-91a2-f3cbb18d3a45 service neutron] 10.222.0.68 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505992 May 25 15:58:17.459489 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:17.490707 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Made reservation on behalf of 04e857bfb6f94eaeb8c8db24b60f3bf2 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:17.495342 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.567572 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-a22d2c35-9dc5-4b4f-8ff7-278d6ad06b67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090379 May 25 15:58:17.625118 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.626236 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f607e4f2-4ed2-4e0d-919c-1e52b216d6e2 HTTP/1.1" status: 204 len: 168 time: 1.3482621 May 25 15:58:17.722851 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.726530 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Allocated IP 172.28.2.245 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/ebba89d4-3f21-4c3d-931b-771d7327f158) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:17.770138 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4034bc42-d27a-4240-b497-d2af35152b84 req-15426eb8-4cdd-47ad-aabe-d2e8bc432944 service neutron] 10.222.0.68 "GET /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004689 May 25 15:58:17.777045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:17.817479 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-ad6425fd-ddef-45d2-9818-cc5bc9150a8f service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384653 May 25 15:58:17.880927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Allocated IP 172.20.0.2 (0044aa00-907a-430e-b7a1-9e46eba64b74/1bf7ff76-7729-4659-a930-89e9c07350a3/a9d564f9-f216-4b80-a09e-9261dcb1c98d) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:18.088106 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c356e9b-44c6-4ba1-82bc-1c0ac6dd56b4 req-dc2e76cf-bef4-4e7f-a206-731aa04822e1 service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530565 May 25 15:58:18.092679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.102344 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.108452 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.124097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db496d5f-55ce-4a0a-8595-4c663a2ddcdf,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.129116 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.136337 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.138974 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db496d5f-55ce-4a0a-8595-4c663a2ddcdf HTTP/1.1" status: 204 len: 168 time: 0.7510436 May 25 15:58:18.232175 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.246798 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.254191 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-88635b35-86ed-4b71-9071-df5e82ebe88b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.270453 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8709c0-8528-4c54-979c-e2479b6788c5 req-789adf45-b369-45e0-946a-e8fb8936e732 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.271998 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bb8709c0-8528-4c54-979c-e2479b6788c5 req-789adf45-b369-45e0-946a-e8fb8936e732 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 943 time: 0.1565435 May 25 15:58:18.357519 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bb8709c0-8528-4c54-979c-e2479b6788c5 req-815ba5ac-63b7-4428-a25e-6aa5dfbf2511 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667160 May 25 15:58:18.379363 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:18.386705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:18.391061 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:18.469630 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.478151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:18.507901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=ebba89d4-3f21-4c3d-931b-771d7327f158,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.512499 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.555959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.586222 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810fb41-b0c0-424a-97a3-788dee2cfdca req-9e3eef6f-80c3-4fa0-a486-78f5599a0b53 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.588084 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5810fb41-b0c0-424a-97a3-788dee2cfdca req-9e3eef6f-80c3-4fa0-a486-78f5599a0b53 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.2425663 May 25 15:58:18.653485 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5810fb41-b0c0-424a-97a3-788dee2cfdca req-882ddbe1-b153-48cc-9b2d-140e261dd4b8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 May 25 15:58:18.674331 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:18.674331 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:18.674331 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-513d8713-afe7-4843-a65e-e9ce1d05a8d8 req-42a72751-34ec-4e18-8e9d-278c69d93a6d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.1107874 May 25 15:58:18.674331 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:18.679928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:18.680683 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.714068 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Pushing event updated for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:18.719644 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:18.764146 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.788042 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51704) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:18.811994 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8589485 May 25 15:58:18.815023 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:18.830954 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Request body: {'port': {'device_id': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:18.892839 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:18.901302 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Usage tracker for resource:security_group_rule and tenant:529555ea347d49ff9ad6bc3d519a3344 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:18.906214 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:18.926074 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:19.016054 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.093303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51716) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:19.102174 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:19.132549 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.168778 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:19.209666 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb4e7f8349944e0aedd8189f19bbf2a is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:19.220016 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:19.232902 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-aff77c55-1446-45e6-8acd-3043816333e9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:19.234294 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-aff77c55-1446-45e6-8acd-3043816333e9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 819 time: 0.4418237 May 25 15:58:19.242178 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:19.251207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.261671 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Request body: {'port': {'device_id': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'admin_state_up': True, 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:19.353562 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.375865 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:19.439975 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.446971 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:19.451446 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Usage tracker for resource:port and tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:19.454945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:19.456545 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=529555ea347d49ff9ad6bc3d519a3344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671748 May 25 15:58:19.459031 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51728) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:19.461928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6042944-1f53-4334-b324-e1315c1d7d4b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:19.471312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:19.479624 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:19.516116 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.529551 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:19.561227 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.615272 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d564f9-f216-4b80-a09e-9261dcb1c98d {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:19.616562 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.623119 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.639244 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Transition to ACTIVE for port object a9d564f9-f216-4b80-a09e-9261dcb1c98d will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:19.641360 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Made reservation on behalf of 04e857bfb6f94eaeb8c8db24b60f3bf2 for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:19.644763 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.687491 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.695090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.704296 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:19.748078 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdb4e7f8349944e0aedd8189f19bbf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534886 May 25 15:58:19.749113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51740) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:19.752029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=ebba89d4-3f21-4c3d-931b-771d7327f158,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:19.768235 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:19.768363 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a397beb-f454-444c-887a-bf6b3e753fae,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:19.772554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:19.798710 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.828505 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.840277 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:19.842318 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1213419 May 25 15:58:19.851359 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:19.897824 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acfeb-d9ef-4df4-bda4-d6a1ce4b9bec req-c0fcda39-1128-4e6a-9653-0b8ee4c9811f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:19.899349 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-624acfeb-d9ef-4df4-bda4-d6a1ce4b9bec req-c0fcda39-1128-4e6a-9653-0b8ee4c9811f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 943 time: 0.3409114 May 25 15:58:19.987090 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-624acfeb-d9ef-4df4-bda4-d6a1ce4b9bec req-37c2affa-93f6-42dc-a685-c3766a8d7ea8 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 May 25 15:58:20.010503 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.017696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Allocated IP 172.20.0.8 (0044aa00-907a-430e-b7a1-9e46eba64b74/1bf7ff76-7729-4659-a930-89e9c07350a3/2bfcf93f-83b9-4eb9-a7e1-318fd442c07c) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:20.083806 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.089130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.094547 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.111245 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.120433 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.134198 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6042944-1f53-4334-b324-e1315c1d7d4b,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.136616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.136709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Attempting to bind port a9d564f9-f216-4b80-a09e-9261dcb1c98d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:20.136799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Attempting to bind port a9d564f9-f216-4b80-a09e-9261dcb1c98d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:20.137119 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Attempting to bind port a9d564f9-f216-4b80-a09e-9261dcb1c98d on network 0044aa00-907a-430e-b7a1-9e46eba64b74 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:20.146929 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143141-12ec-498c-8269-12b8765358b5 req-104c9d48-631e-4efe-b29b-34ec086c7ca5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.148393 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8143141-12ec-498c-8269-12b8765358b5 req-104c9d48-631e-4efe-b29b-34ec086c7ca5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 944 time: 0.3791111 May 25 15:58:20.160342 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Port a9d564f9-f216-4b80-a09e-9261dcb1c98d on network 0044aa00-907a-430e-b7a1-9e46eba64b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:20.160699 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Attempting to bind port a9d564f9-f216-4b80-a09e-9261dcb1c98d on network 0044aa00-907a-430e-b7a1-9e46eba64b74 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:20.195091 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:20.195422 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Checking segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:20.195799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Bound using segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:20.196230 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Bound port: a9d564f9-f216-4b80-a09e-9261dcb1c98d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:20.196634 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.237966 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-1c3639f4-3f77-4a13-b6cc-f69fa1128e4e req-6bd9166e-8758-4ad1-a829-92b51696d0ab tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:20.291008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.292866 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6042944-1f53-4334-b324-e1315c1d7d4b HTTP/1.1" status: 204 len: 168 time: 0.8325961 May 25 15:58:20.375165 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8143141-12ec-498c-8269-12b8765358b5 req-8bc647c1-2e19-4b01-bd66-a5697ffa8853 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158771 May 25 15:58:20.389288 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.392665 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-1c3639f4-3f77-4a13-b6cc-f69fa1128e4e req-6bd9166e-8758-4ad1-a829-92b51696d0ab tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:20.394033 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1c3639f4-3f77-4a13-b6cc-f69fa1128e4e req-6bd9166e-8758-4ad1-a829-92b51696d0ab tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.2564511 May 25 15:58:20.422015 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:20.422275 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bd07ae1-3c8a-4e78-a556-1a32c062f507 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:20.422848 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:20.474594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.490773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9258a5de-c223-4ddd-92cb-3706f7abb7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.506559 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a397beb-f454-444c-887a-bf6b3e753fae,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.511125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.526258 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.539123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-208c1b93-e72a-4708-8270-84b3f3073e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.546325 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.552594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.556137 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a397beb-f454-444c-887a-bf6b3e753fae HTTP/1.1" status: 204 len: 168 time: 0.8027222 May 25 15:58:20.557186 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.600316 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507,segment=NetworkSegment(910c5ca4-9ddb-4e83-98a9-0ac133512019),segment_id=910c5ca4-9ddb-4e83-98a9-0ac133512019)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:20.615795 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '2bd07ae1-3c8a-4e78-a556-1a32c062f507', 'network_id': '2321e90f-8d77-47e1-8ccc-912b62eb2d32', 'port_id': '2bd07ae1-3c8a-4e78-a556-1a32c062f507', 'mac_address': 'fa:16:3e:24:24:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497199b8-944f-4146-b4e9-9ce08239d326', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:20.625645 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Pushing event updated for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.643410 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.645759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.646379 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.648024 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] 10.222.0.68 "PUT /v2.0/ports/a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 1093 time: 1.8214478 May 25 15:58:20.649544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Network 0044aa00-907a-430e-b7a1-9e46eba64b74 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:20.650866 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:20.662963 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:20.665602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.666404 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.679045 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-3fa0b5cb-70d0-4733-8bcd-db3ea510fce6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--887169522&fields=id&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 267 time: 0.1561971 May 25 15:58:20.682824 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:20.705509 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.734418 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd07ae1-3c8a-4e78-a556-1a32c062f507 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:20.753800 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507,segment=NetworkSegment(910c5ca4-9ddb-4e83-98a9-0ac133512019),segment_id=910c5ca4-9ddb-4e83-98a9-0ac133512019)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:20.786740 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5291154 May 25 15:58:20.801579 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d', 'status': 'completed', 'code': 200} May 25 15:58:20.805195 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Request body: {'port': {'device_id': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:20.810803 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:20.855169 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.855933 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device bdc2bfd7-9f83-4115-b015-8001c932425d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:20.866907 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-871ee2fd-a2d2-4706-8e1c-4a33277173c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:20.874653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:20.967664 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-8fd3bce3-d6e4-4c56-bd3e-433e58838848 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:20.970361 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:20.974910 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-8fd3bce3-d6e4-4c56-bd3e-433e58838848 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 816 time: 0.2832484 May 25 15:58:21.008627 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c14a4735-be6c-46a3-9b6e-5ad85e470524 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/quotas/48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 375 time: 0.0326517 May 25 15:58:21.039832 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.044748 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.129850 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-1bf022d2-67bd-4471-a6f6-efee6df50149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.153569 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-1bf022d2-67bd-4471-a6f6-efee6df50149 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1096 time: 0.3150785 May 25 15:58:21.174412 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=bdc2bfd7-9f83-4115-b015-8001c932425d,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:21.196202 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'bdc2bfd7-9f83-4115-b015-8001c932425d', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'port_id': 'bdc2bfd7-9f83-4115-b015-8001c932425d', 'mac_address': 'fa:16:3e:28:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705a2f7f-823a-410c-8c11-8c8ee816818b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:21.291101 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.305268 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-42b01770-03bf-4e1d-9205-84b8f492ef5c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2910511 May 25 15:58:21.306945 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc2bfd7-9f83-4115-b015-8001c932425d {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:21.328031 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=bdc2bfd7-9f83-4115-b015-8001c932425d,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:21.429194 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-025a9c78-d6c5-4769-a4d8-8a4d4d27bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.429606 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.432540 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-025a9c78-d6c5-4769-a4d8-8a4d4d27bfaa service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2790930 May 25 15:58:21.433212 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.516483 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:21.530043 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:21.553547 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07bdad-9f73-4986-b89c-e392db965ea7 req-06821f0d-3fd4-4382-8637-19e20dfcec7f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.555553 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5e07bdad-9f73-4986-b89c-e392db965ea7 req-06821f0d-3fd4-4382-8637-19e20dfcec7f tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 944 time: 0.3080580 May 25 15:58:21.605297 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f3a91c43-f058-4b8e-9c17-f5494490bbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899909 May 25 15:58:21.624296 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5e07bdad-9f73-4986-b89c-e392db965ea7 req-af65718d-372f-4e09-b30a-b7bca6d05e2e tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 May 25 15:58:21.706028 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-5acc3ee5-3b5f-4277-90c7-1d9b977eb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.707691 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-10de5538-8aea-4ef9-a631-eab1e4953024 req-5acc3ee5-3b5f-4277-90c7-1d9b977eb958 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703278 May 25 15:58:21.713981 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:21.726546 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.754891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Transition to ACTIVE for port object 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:21.847110 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c15e03fe-961b-40a8-97e0-61624f0b0cca service neutron] 10.222.0.64 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251904 May 25 15:58:21.882336 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-d7d652a9-ef83-466d-b8f6-bf2411ef480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.883127 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:21.883972 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-d7d652a9-ef83-466d-b8f6-bf2411ef480c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1096 time: 0.1012361 May 25 15:58:21.887309 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167579-b57f-45c9-8950-71cfaba24958 req-58bd2310-ed8e-4db1-a303-3adcfda2a7eb tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:21.889556 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-49167579-b57f-45c9-8950-71cfaba24958 req-58bd2310-ed8e-4db1-a303-3adcfda2a7eb tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 945 time: 0.1053395 May 25 15:58:21.920847 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['2bd07ae1-3c8a-4e78-a556-1a32c062f507'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:21.940218 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.951749 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-49167579-b57f-45c9-8950-71cfaba24958 req-d3baa05a-d541-4124-8c80-d29b1e2d168a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 May 25 15:58:21.953764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:21.965450 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-45146f9b-c49f-44dd-82ac-10ac3f40ee89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:21.986149 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-192df040-4a56-4339-90a8-2747d1137caf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.0868018 May 25 15:58:22.072351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:22.086368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:22.127384 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-d8ba1215-796a-41a3-b9de-f399693492f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.132028 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-d8ba1215-796a-41a3-b9de-f399693492f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.1392381 May 25 15:58:22.210676 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-e5ac1ad5-70f5-4f56-8c4a-2729025d8410 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662150 May 25 15:58:22.313458 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51822) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:22.366183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Attempting to bind port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:22.366183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Attempting to bind port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:22.366183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Attempting to bind port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c on network 0044aa00-907a-430e-b7a1-9e46eba64b74 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:22.374642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c on network 0044aa00-907a-430e-b7a1-9e46eba64b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:22.374973 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Attempting to bind port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c on network 0044aa00-907a-430e-b7a1-9e46eba64b74 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:22.386620 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:22.386969 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Checking segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:22.387568 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Bound using segment: {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:22.388716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Bound port: 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3548da7-5481-4e6e-a35d-f83b2904b5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:22.389423 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.498262 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ad7f0-0ffe-453b-9b0b-55a9f45a3068 req-54fa4b9a-8d25-48b2-a6a5-a5482d11bfb3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.500198 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-413ad7f0-0ffe-453b-9b0b-55a9f45a3068 req-54fa4b9a-8d25-48b2-a6a5-a5482d11bfb3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 943 time: 0.3343356 May 25 15:58:22.551266 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c203334-9a54-42a1-b705-7ef5d7e07093 req-71b03d47-5939-468c-8b3a-3481db25c160 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.2417448 May 25 15:58:22.612030 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-e4cb8432-07da-4d67-8309-fb986aa3a533 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795397 May 25 15:58:22.618103 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-413ad7f0-0ffe-453b-9b0b-55a9f45a3068 req-d504e49d-4941-4d51-b4b4-51fe53043e3b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939097 May 25 15:58:22.626275 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:22.630255 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:22.690342 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.703485 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:22.818357 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:22.835936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:22.837823 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:22.838691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.846916 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] 10.222.0.68 "PUT /v2.0/ports/2bfcf93f-83b9-4eb9-a7e1-318fd442c07c HTTP/1.1" status: 200 len: 1093 time: 2.0472214 May 25 15:58:22.847661 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:22.915539 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c', 'status': 'completed', 'code': 200} May 25 15:58:22.954267 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:22.982409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:22.986393 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Usage tracker for resource:security_group_rule and tenant:999e2f236bd64f53bdb99b0953680d05 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:22.989550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:22.995283 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:23.081495 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-06e31ae2-6507-4a52-8666-392a4c04e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.082935 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-06e31ae2-6507-4a52-8666-392a4c04e915 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 1096 time: 0.1155374 May 25 15:58:23.115146 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8ad81a0-017a-4e61-98a9-b9d8ab3506b5 req-9dac81be-6655-40da-9b31-66affb43eb3f service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947641 May 25 15:58:23.145079 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19bd3f-565c-417e-91c2-3e42a806f4da req-8f14f99f-029f-4d74-b8e9-da2ec4b6ca7c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.146542 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d19bd3f-565c-417e-91c2-3e42a806f4da req-8f14f99f-029f-4d74-b8e9-da2ec4b6ca7c tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 944 time: 0.3094590 May 25 15:58:23.162863 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.224291 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d19bd3f-565c-417e-91c2-3e42a806f4da req-99faa621-18c7-4f1e-bd81-e15de34f6c8d tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 May 25 15:58:23.241860 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.252290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-86dfa7f3-ab29-462a-b92d-9de2a74e1dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:23.296293 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=999e2f236bd64f53bdb99b0953680d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9816957 May 25 15:58:23.298101 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e589444-bced-4312-b6a7-b101c278b84d,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:23.301269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:23.302103 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51862) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:23.358664 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-16fefca8-60dd-4080-9542-1e151f0e748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.360197 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-16fefca8-60dd-4080-9542-1e151f0e748c service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2614188 May 25 15:58:23.381749 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.405959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.468249 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96ff4-5ac3-4a4e-9e10-b1e9463955cc req-7cc0983c-1cf1-4efb-a89a-c18a08a5878a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.475290 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9cc96ff4-5ac3-4a4e-9e10-b1e9463955cc req-7cc0983c-1cf1-4efb-a89a-c18a08a5878a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 945 time: 0.3289900 May 25 15:58:23.548071 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9cc96ff4-5ac3-4a4e-9e10-b1e9463955cc req-eafdeab0-661c-45f4-9794-4409f5cdb79c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719299 May 25 15:58:23.564349 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-c9c14a4d-1e68-4a9f-9f3a-9992a3ce6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.573669 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf8cdc8a-3c60-4fbd-ba10-50098bf3124a req-c9c14a4d-1e68-4a9f-9f3a-9992a3ce6351 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946404 May 25 15:58:23.577706 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.584133 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-061af64c-bbcd-4cb2-bea0-a364445221d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:23.599608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e589444-bced-4312-b6a7-b101c278b84d,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:23.611059 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:23.614355 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.615462 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e589444-bced-4312-b6a7-b101c278b84d HTTP/1.1" status: 204 len: 168 time: 0.3124032 May 25 15:58:23.702039 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6660b53a-1801-465c-9365-e8b0f4385a71 req-fd7ccd9b-d416-4750-89f2-2865d30a3061 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.0515182 May 25 15:58:23.725907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-a8159d65-8808-4609-836c-e3e3101b72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.727478 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-a8159d65-8808-4609-836c-e3e3101b72a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 1096 time: 0.0778396 May 25 15:58:23.885624 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-eb5ebd6e-45ce-474d-ba60-01e1b9cd29ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c HTTP/1.1" status: 200 len: 217 time: 0.1425931 May 25 15:58:23.994132 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-54e00ed7-e6a9-40e0-aa33-d0fef08d6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:23.995874 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-54e00ed7-e6a9-40e0-aa33-d0fef08d6bb6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0979531 May 25 15:58:24.061838 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-901f0369-842a-4323-8ad9-65c19243c275 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471387 May 25 15:58:24.064790 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.074452 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df3bc3-0587-48c3-894f-16711138c763 req-74ac95fa-4aae-45d7-bb2f-2b0f9784ff79 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.080237 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-35df3bc3-0587-48c3-894f-16711138c763 req-74ac95fa-4aae-45d7-bb2f-2b0f9784ff79 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 943 time: 0.2518899 May 25 15:58:24.103033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-951d0864-2f63-4fd0-9d20-d9e98e9e764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.328760 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-35df3bc3-0587-48c3-894f-16711138c763 req-0e456aee-cf29-49fb-bfc6-3c2915a22c3f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417541 May 25 15:58:24.371422 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-b86a358a-198c-48ef-a97c-269e4460076f service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882864 May 25 15:58:24.454496 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bd07ae1-3c8a-4e78-a556-1a32c062f507 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:24.523500 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da20d-bd21-460e-8c0a-a4dbd8586a75 req-d6759a10-1287-442f-8ab3-b93588c3aaba tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.524749 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-73fd7007-bcfb-4d3c-a9cf-afc854ba005f req-ad3e754e-d271-4b15-96b2-c7155bd94bb9 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460392 May 25 15:58:24.526341 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c53da20d-bd21-460e-8c0a-a4dbd8586a75 req-d6759a10-1287-442f-8ab3-b93588c3aaba tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 944 time: 0.1302402 May 25 15:58:24.605869 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c53da20d-bd21-460e-8c0a-a4dbd8586a75 req-02f71789-64f2-47ae-925a-0a96b71f0922 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 May 25 15:58:24.680647 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:24.686501 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:24.686883 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.718866 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 51914) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:24.757286 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.793281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:24.798063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af683c7e-04fa-4132-9010-5f52ac45a181 req-c2047d40-cc4d-47fa-8e7e-ac27e222bf68 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:24.800489 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-af683c7e-04fa-4132-9010-5f52ac45a181 req-c2047d40-cc4d-47fa-8e7e-ac27e222bf68 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 945 time: 0.1238129 May 25 15:58:24.807399 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Usage tracker for resource:security_group_rule and tenant:ded3a19f43ea40b494e44523635631c0 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:24.811386 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:24.827317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:24.868666 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:24.898258 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-af683c7e-04fa-4132-9010-5f52ac45a181 req-ae2b5f13-54f3-4082-a26f-21dba1f5ea53 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905306 May 25 15:58:24.909514 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:24.977606 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-75daf8c2-2fdb-4da1-a414-81489ae691ce req-d4a88340-136c-4b42-97ad-9417289381e5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.0747643 May 25 15:58:24.997908 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507,segment=NetworkSegment(910c5ca4-9ddb-4e83-98a9-0ac133512019),segment_id=910c5ca4-9ddb-4e83-98a9-0ac133512019)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:25.035923 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.066508 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.067932 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device bdc2bfd7-9f83-4115-b015-8001c932425d up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:25.092936 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:25.124131 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.133399 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b719f9ce-1531-4aa7-9f86-353b61648355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:25.185102 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ded3a19f43ea40b494e44523635631c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628048 May 25 15:58:25.188657 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 51938) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:25.193595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0084235-425d-44a8-a840-acb9dc24987a,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:25.209604 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:25.232082 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:25.235424 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:25.302013 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.302152 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507', 'code': 200} May 25 15:58:25.306069 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.330473 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port bdc2bfd7-9f83-4115-b015-8001c932425d completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:25.337185 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port bdc2bfd7-9f83-4115-b015-8001c932425d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:25.337834 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.344260 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.575925 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.609383 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-b87124d5-8bd9-4795-b9f9-81a4d3615bc3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.610092 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-b87124d5-8bd9-4795-b9f9-81a4d3615bc3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:25.619607 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=bdc2bfd7-9f83-4115-b015-8001c932425d,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:25.650510 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-476b5fc7-7b1e-4a95-9553-adb059c11660 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.651300 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-476b5fc7-7b1e-4a95-9553-adb059c11660 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:25.741807 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.743806 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:25.762897 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-b87124d5-8bd9-4795-b9f9-81a4d3615bc3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:25.763199 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-b87124d5-8bd9-4795-b9f9-81a4d3615bc3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 816 time: 0.3575017 May 25 15:58:25.767774 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-476b5fc7-7b1e-4a95-9553-adb059c11660 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:25.771378 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-476b5fc7-7b1e-4a95-9553-adb059c11660 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 943 time: 0.2489958 May 25 15:58:25.789734 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.807022 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f613c6b3-6ac3-4863-a72e-889a1d45d825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:25.873093 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:25.878283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:25.889059 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c5d93a0c-ff2f-4c1e-9558-cb0f0dbe73d6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:25.895151 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0084235-425d-44a8-a840-acb9dc24987a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:25.899192 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:25.940125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-950b0fde-dbb8-401d-8f8f-c7513cd7bcec tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:25.945089 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38dd7-eaf6-443e-952e-eb34220ecbc4 req-482d3b29-426d-4429-9888-3fa067ca7cbb tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.947065 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-84c38dd7-eaf6-443e-952e-eb34220ecbc4 req-482d3b29-426d-4429-9888-3fa067ca7cbb tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.2249029 May 25 15:58:25.948141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:25.949144 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0084235-425d-44a8-a840-acb9dc24987a HTTP/1.1" status: 204 len: 168 time: 0.7590218 May 25 15:58:25.975216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267c714-205e-486f-ad5e-4d399cae581a req-b35c4853-4ffb-44b7-83cc-98a4747e7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:25.976908 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e267c714-205e-486f-ad5e-4d399cae581a req-b35c4853-4ffb-44b7-83cc-98a4747e7bfc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 1098 time: 0.1742036 May 25 15:58:26.004205 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.020951 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.024884 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Usage tracker for resource:security_group_rule and tenant:5b0a2e4aa08943ee8823b589710956ea is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:26.027821 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:26.033745 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.033984 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-84c38dd7-eaf6-443e-952e-eb34220ecbc4 req-472a4d4c-c572-4138-b959-81a9f033c024 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687058 May 25 15:58:26.097085 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c5d93a0c-ff2f-4c1e-9558-cb0f0dbe73d6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:26.098267 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c5d93a0c-ff2f-4c1e-9558-cb0f0dbe73d6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 379 time: 0.2998869 May 25 15:58:26.108039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-950b0fde-dbb8-401d-8f8f-c7513cd7bcec tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:26.109295 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'port': {'device_id': '784c8849-96ac-455e-a097-f4282af21f15', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'admin_state_up': True, 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'security_groups': ['c31f5ff3-953f-4da3-b64c-de462272809a']}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:26.121480 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-281ec9b0-6667-41d2-94a3-477d4f66282b req-950b0fde-dbb8-401d-8f8f-c7513cd7bcec tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454666 May 25 15:58:26.162934 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.266745 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.285428 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-441559e3-94f9-4932-b66e-a26670033399 req-e50216b8-947a-430a-a3ef-e8c9e1cabd0c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.0601172 May 25 15:58:26.287674 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:26.319339 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e267c714-205e-486f-ad5e-4d399cae581a req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352349 May 25 15:58:26.329541 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:26.333866 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=419b0b7c-8f6f-4dee-9824-3a491fc71df9,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:26.337591 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:26.346445 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9a10-cd8c-4b8e-8a7a-0ac6d9d8259b req-764e166f-7cb0-4e83-9a30-c0fbc0c6ad02 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:26.348045 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ace9a10-cd8c-4b8e-8a7a-0ac6d9d8259b req-764e166f-7cb0-4e83-9a30-c0fbc0c6ad02 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.1611052 May 25 15:58:26.349515 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:port and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:26.352815 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:26.374187 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:26.419390 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ace9a10-cd8c-4b8e-8a7a-0ac6d9d8259b req-deb3900c-d583-40a7-9119-ed9b0dcd05a0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 May 25 15:58:26.453153 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device a9d564f9-f216-4b80-a09e-9261dcb1c98d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:26.491162 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Made reservation on behalf of 48ef8c4388ca4b82829b2ea9c59789b9 for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:26.496599 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.647048 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:26.662584 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'port_id': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d', 'mac_address': 'fa:16:3e:1c:13:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:26.697650 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Allocated IP 172.20.0.4 (32e28711-3884-4910-8e1a-09c506d8db02/7faf4de8-4f06-4af8-97a0-039e633cfbaf/e0331771-22be-48c8-bfca-4d7d99125014) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:26.734489 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.751742 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d564f9-f216-4b80-a09e-9261dcb1c98d {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:26.766851 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:26.897453 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.912969 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Transition to ACTIVE for port object e0331771-22be-48c8-bfca-4d7d99125014 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:26.943491 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.944342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:26.947230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.015781 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.018751 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.068595 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.071905 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:27.146074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Network 32e28711-3884-4910-8e1a-09c506d8db02 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:27.149628 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:27.154264 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:27.162953 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.162953 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.183157 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:27.188896 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:27.269855 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fc00-ec28-4b43-af3d-d02cccc3defc req-ecfa10c3-05ad-4456-a1b7-73c4c8a4c615 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.271607 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f443fc00-ec28-4b43-af3d-d02cccc3defc req-ecfa10c3-05ad-4456-a1b7-73c4c8a4c615 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.1095994 May 25 15:58:27.281666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781585 May 25 15:58:27.287237 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['a9d564f9-f216-4b80-a09e-9261dcb1c98d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:27.304231 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Request body: {'port': {'device_id': '784c8849-96ac-455e-a097-f4282af21f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:27.312022 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52010) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:27.334203 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:27.357225 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f443fc00-ec28-4b43-af3d-d02cccc3defc req-435b647b-3173-426c-8a73-40632bb31358 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797374 May 25 15:58:27.547939 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-d0f27c3f-9e9a-4a34-826a-76816143e359 None None] Provisioning for port e0331771-22be-48c8-bfca-4d7d99125014 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:27.555468 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-d0f27c3f-9e9a-4a34-826a-76816143e359 None None] Provisioning complete for port e0331771-22be-48c8-bfca-4d7d99125014 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:27.555853 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d0f27c3f-9e9a-4a34-826a-76816143e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.633573 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.677091 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-d0f27c3f-9e9a-4a34-826a-76816143e359 None None] Port e0331771-22be-48c8-bfca-4d7d99125014 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:58:27.722504 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100de74-d367-4b35-a0f7-45bf7da713ab req-668db1c2-dfdc-4b9b-b901-d902b7f2e836 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.731196 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0100de74-d367-4b35-a0f7-45bf7da713ab req-668db1c2-dfdc-4b9b-b901-d902b7f2e836 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 943 time: 0.3737681 May 25 15:58:27.737232 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6e254-de68-4b69-8d6a-e4fdfdd5ee6d req-7e7d6454-43f0-4ed0-b450-5bb67dba8e5f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:27.739205 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5ae6e254-de68-4b69-8d6a-e4fdfdd5ee6d req-7e7d6454-43f0-4ed0-b450-5bb67dba8e5f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 931 time: 0.1867170 May 25 15:58:27.760317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.798022 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:27.810693 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:894251f1dc6b4ec6b26bf00906a6a624 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:27.815287 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:27.816031 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:27.825743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:27.833434 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5ae6e254-de68-4b69-8d6a-e4fdfdd5ee6d req-572d2416-a7a6-464b-bd6d-812880549e00 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743220 May 25 15:58:27.883003 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0100de74-d367-4b35-a0f7-45bf7da713ab req-a20ad45d-d2f0-4c29-bdcc-555889334a8f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500223 May 25 15:58:28.003746 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d', 'code': 200} May 25 15:58:28.011305 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.131360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.144742 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.250729 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=894251f1dc6b4ec6b26bf00906a6a624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9343977 May 25 15:58:28.253335 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b629b55-4a3d-4e65-81c5-87432252736b req-c41ebe74-67fa-4ff5-acc0-f1990e7a0c14 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:28.254043 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52056) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:28.260458 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6b629b55-4a3d-4e65-81c5-87432252736b req-c41ebe74-67fa-4ff5-acc0-f1990e7a0c14 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.2201929 May 25 15:58:28.262294 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53bcbb3-c7f5-4b19-98d3-c2adb89a259c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:28.268446 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:28.341836 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6b629b55-4a3d-4e65-81c5-87432252736b req-180c71bb-8bba-44d8-9e54-63560b0a7d5e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803685 May 25 15:58:28.408373 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.416986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:28.427095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.444133 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Transition to ACTIVE for port object e0331771-22be-48c8-bfca-4d7d99125014 will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:28.450045 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.468357 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:28.479791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device a9d564f9-f216-4b80-a09e-9261dcb1c98d up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:28.564423 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.575764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.617457 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a80b-338f-427d-962c-3ab7027f3f9c req-2fdce4f6-5490-4cf9-b3db-9e4964520f71 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:28.619185 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8b55a80b-338f-427d-962c-3ab7027f3f9c req-2fdce4f6-5490-4cf9-b3db-9e4964520f71 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.1104379 May 25 15:58:28.695071 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.711695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:28.745147 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53bcbb3-c7f5-4b19-98d3-c2adb89a259c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:28.752130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:28.769617 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8b55a80b-338f-427d-962c-3ab7027f3f9c req-68e29a2e-a2ab-4ee7-9689-247bcfbc1b9a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130657 May 25 15:58:28.775943 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.780121 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e53bcbb3-c7f5-4b19-98d3-c2adb89a259c HTTP/1.1" status: 204 len: 168 time: 0.5240366 May 25 15:58:28.808803 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068be5e-2d91-40c9-9eb3-3fbc9da22de7 req-33aafe1c-d452-4cd1-b722-066b13000264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:28.810705 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f068be5e-2d91-40c9-9eb3-3fbc9da22de7 req-33aafe1c-d452-4cd1-b722-066b13000264 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 1099 time: 0.1903982 May 25 15:58:28.851240 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:28.862299 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port a9d564f9-f216-4b80-a09e-9261dcb1c98d completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:28.873713 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port a9d564f9-f216-4b80-a09e-9261dcb1c98d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:28.874386 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:28.892795 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:28.898431 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:28.900755 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Attempting to bind port e0331771-22be-48c8-bfca-4d7d99125014 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:28.901095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Attempting to bind port e0331771-22be-48c8-bfca-4d7d99125014 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:28.901420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Attempting to bind port e0331771-22be-48c8-bfca-4d7d99125014 on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:28.907547 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f068be5e-2d91-40c9-9eb3-3fbc9da22de7 req-a65e1626-ca88-4a0c-af07-ffb1fcf7a304 service neutron] Synchronizing usage tracker for tenant:5b0a2e4aa08943ee8823b589710956ea on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:28.913287 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Port e0331771-22be-48c8-bfca-4d7d99125014 on network 32e28711-3884-4910-8e1a-09c506d8db02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:28.914285 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Attempting to bind port e0331771-22be-48c8-bfca-4d7d99125014 on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:28.926058 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:28.927306 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c', 'network_id': '0044aa00-907a-430e-b7a1-9e46eba64b74', 'port_id': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c', 'mac_address': 'fa:16:3e:73:7c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf7ff76-7729-4659-a930-89e9c07350a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:28.928621 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Checking segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:28.929060 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Bound using segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:28.929598 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Bound port: e0331771-22be-48c8-bfca-4d7d99125014, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:28.930882 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.028592 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f068be5e-2d91-40c9-9eb3-3fbc9da22de7 req-a65e1626-ca88-4a0c-af07-ffb1fcf7a304 service neutron] Unset dirty status for tenant:5b0a2e4aa08943ee8823b589710956ea on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:29.029778 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f068be5e-2d91-40c9-9eb3-3fbc9da22de7 req-a65e1626-ca88-4a0c-af07-ffb1fcf7a304 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120440 May 25 15:58:29.115432 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.200929 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:29.219027 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:29.226548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.228412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5607b0-b1ef-46fc-a9ff-c7069f09527a req-07bb9f41-d6f5-4e62-8ff1-fbd272da1bd5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.238434 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5a5607b0-b1ef-46fc-a9ff-c7069f09527a req-07bb9f41-d6f5-4e62-8ff1-fbd272da1bd5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 943 time: 0.1992748 May 25 15:58:29.238566 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:29.243469 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:29.273318 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:29.305793 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81c59-c316-4baa-b779-64183df5408b req-bd92a09b-eb1f-4bdc-b511-f22fcada886f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.306307 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-80c81c59-c316-4baa-b779-64183df5408b req-bd92a09b-eb1f-4bdc-b511-f22fcada886f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:29.318957 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5a5607b0-b1ef-46fc-a9ff-c7069f09527a req-756b14f5-d508-4671-b1d4-dac231738f3a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 May 25 15:58:29.349253 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.354291 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.358603 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.367170 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.448558 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.448955 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-80c81c59-c316-4baa-b779-64183df5408b req-bd92a09b-eb1f-4bdc-b511-f22fcada886f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:29.456358 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-80c81c59-c316-4baa-b779-64183df5408b req-bd92a09b-eb1f-4bdc-b511-f22fcada886f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.3729627 May 25 15:58:29.468498 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.469135 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:29.470785 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] 10.222.0.68 "PUT /v2.0/ports/e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 1093 time: 2.1738081 May 25 15:58:29.490272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:29.544033 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.548111 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.557853 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-80c81c59-c316-4baa-b779-64183df5408b req-1ccdf551-5222-4ee2-9c97-cfdb16ad03cc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995865 May 25 15:58:29.563514 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.577969 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.578492 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:29.691445 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:29.694427 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:29.721974 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'status': 'completed', 'code': 200} May 25 15:58:29.743316 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75927-b980-430b-ac4c-b1b059587366 req-3551810a-d7fd-4e26-8c92-e6d13e7f57fd tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.744889 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f5c75927-b980-430b-ac4c-b1b059587366 req-3551810a-d7fd-4e26-8c92-e6d13e7f57fd tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.1378529 May 25 15:58:29.771489 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-0a2ccf35-599d-49e8-9cef-353d5d0ceff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:29.773151 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-0a2ccf35-599d-49e8-9cef-353d5d0ceff0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1096 time: 0.1009431 May 25 15:58:29.851725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['2bfcf93f-83b9-4eb9-a7e1-318fd442c07c'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:29.874916 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f5c75927-b980-430b-ac4c-b1b059587366 req-05c61266-657f-43d0-b594-839edc9e2e71 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227612 May 25 15:58:29.880823 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-c34fddf6-9bb0-4e9d-8d50-199e7227a766 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 217 time: 0.0879703 May 25 15:58:29.953458 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52112) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:29.974152 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.007063 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:30.014090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:30.018649 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fa8b0cffc741d18792a5dce4cad936 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:30.022164 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:30.022371 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-bd67572a-2821-4648-bf71-1234251c67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.023819 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-bd67572a-2821-4648-bf71-1234251c67eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.1302998 May 25 15:58:30.028859 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:30.105138 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d', 'code': 200} May 25 15:58:30.124708 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6567f-986e-470e-b11d-15a6c3a6be12 req-c507e1b2-1983-4ad0-a485-d14f120e30a6 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.126127 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5be6567f-986e-470e-b11d-15a6c3a6be12 req-c507e1b2-1983-4ad0-a485-d14f120e30a6 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.1553831 May 25 15:58:30.145927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.176130 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-7b767215-06bf-4e20-ac7d-52918618c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.177613 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-7b767215-06bf-4e20-ac7d-52918618c5a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1318622 May 25 15:58:30.185620 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5be6567f-986e-470e-b11d-15a6c3a6be12 req-c7b46e58-1aa0-424e-b82f-a7af8f6920fc tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514078 May 25 15:58:30.245662 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.257713 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:30.302905 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8fa8b0cffc741d18792a5dce4cad936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482263 May 25 15:58:30.304973 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ed565-f8fe-4bdf-a200-e22b70e40a8d,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:30.308215 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52122) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:30.312134 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:30.387436 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.395307 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-13f25a6e-abb2-4215-a221-7ba8f92b261e service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662474 May 25 15:58:30.455993 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.545206 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bf6f7bf8-16d2-49b7-8f69-e48e80253224 req-79252ba1-3a08-412a-aad0-1f69dcccd5a1 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408811 May 25 15:58:30.616118 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37091f-e5ae-43d4-8bee-a5e9957246c5 req-4212f9a8-9868-4d3e-ab9c-1b89e2e3b6fd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.617633 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eb37091f-e5ae-43d4-8bee-a5e9957246c5 req-4212f9a8-9868-4d3e-ab9c-1b89e2e3b6fd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 944 time: 0.1006966 May 25 15:58:30.685801 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eb37091f-e5ae-43d4-8bee-a5e9957246c5 req-384cc189-f2cc-4442-91d5-0e5b7149b740 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 May 25 15:58:30.696836 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.707484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d1993077-43a6-4db0-9e91-a8efea986100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:30.721917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:30.723039 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/813ed565-f8fe-4bdf-a200-e22b70e40a8d HTTP/1.1" status: 204 len: 168 time: 0.4136794 May 25 15:58:30.729003 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ed565-f8fe-4bdf-a200-e22b70e40a8d,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:30.733357 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:30.850269 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d667f7-2310-4af0-85b7-b7008af43d48 req-c9432c47-67f8-4f0e-b7ef-9fd3e694f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.851804 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e0d667f7-2310-4af0-85b7-b7008af43d48 req-c9432c47-67f8-4f0e-b7ef-9fd3e694f01f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.2286575 May 25 15:58:30.863879 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be2ad8-550f-4cb7-8d57-04c0efa4e819 req-f9bb1ca1-830e-445c-924d-68a7902a27fe tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.865389 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-88be2ad8-550f-4cb7-8d57-04c0efa4e819 req-f9bb1ca1-830e-445c-924d-68a7902a27fe tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1020498 May 25 15:58:30.948663 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-19d0e2c1-4873-4dd2-b93c-f59cb1080ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:30.950819 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-19d0e2c1-4873-4dd2-b93c-f59cb1080ffb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1096 time: 0.1306703 May 25 15:58:30.952890 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e0d667f7-2310-4af0-85b7-b7008af43d48 req-3d1190c6-ef35-4550-8d1f-babfc4753d88 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 May 25 15:58:30.964493 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-88be2ad8-550f-4cb7-8d57-04c0efa4e819 req-1022bd35-01f3-4175-8d01-bf6e69b1effe tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734181 May 25 15:58:31.102361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fc34f-dca5-4735-b0f5-f5a05ffc39d2 req-64bcaf0d-c962-4bb0-8147-e7e446dcaa2c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.103746 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5c4fc34f-dca5-4735-b0f5-f5a05ffc39d2 req-64bcaf0d-c962-4bb0-8147-e7e446dcaa2c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.0831366 May 25 15:58:31.154099 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5c4fc34f-dca5-4735-b0f5-f5a05ffc39d2 req-e400935c-0c61-4357-aa9d-99d025a85443 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 May 25 15:58:31.385955 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-6e8185e4-a64e-4e98-b290-1f1001ef5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.388761 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-6e8185e4-a64e-4e98-b290-1f1001ef5664 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.1449072 May 25 15:58:31.470765 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-66bb3599-cf27-4447-a301-5b28416adcd1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 217 time: 0.0658815 May 25 15:58:31.564937 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-638b7ae6-ddbc-4a7c-8031-89088e3ad140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.567792 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-638b7ae6-ddbc-4a7c-8031-89088e3ad140 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0685885 May 25 15:58:31.647938 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-b194bb80-9911-428a-abc4-778f201b3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.649454 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-b194bb80-9911-428a-abc4-778f201b3512 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749142 May 25 15:58:31.819711 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-9d761020-375c-4a16-97ec-53239bad38dc service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516840 May 25 15:58:31.901980 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24eee-b3f8-434f-8d47-f2924fe33668 req-e995f771-e251-46f4-aa28-caf30e557658 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:31.904236 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6da24eee-b3f8-434f-8d47-f2924fe33668 req-e995f771-e251-46f4-aa28-caf30e557658 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 944 time: 0.0951810 May 25 15:58:31.949959 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6da24eee-b3f8-434f-8d47-f2924fe33668 req-287334b6-72fb-4052-9e7e-13ebc7981735 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 May 25 15:58:31.985265 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f68dcf4-7fd8-47bf-83be-543185b40c7d req-c9113a5e-e648-4569-b8ee-6899e39cec7a service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441054 May 25 15:58:32.182971 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7effd9-6bd6-4fef-89d3-7b5231253d94 req-4e5d01cd-0330-485d-b91e-0629d8c7d03c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:32.184473 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d7effd9-6bd6-4fef-89d3-7b5231253d94 req-4e5d01cd-0330-485d-b91e-0629d8c7d03c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.0904639 May 25 15:58:32.237067 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d7effd9-6bd6-4fef-89d3-7b5231253d94 req-80dc209b-9e58-490d-9dfe-8f08418958fd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 May 25 15:58:32.469963 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:32.645566 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:32.650836 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:32.652515 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.821219 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.880358 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:32.894315 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:32.941599 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c', 'code': 200} May 25 15:58:32.976182 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:32.976182 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:33.081630 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:33.085575 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:33.169631 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7eba9-bb21-418c-a264-a83fe1df47c9 req-8187986f-f472-46b7-be28-b5ad351fce26 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:33.171096 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8d7eba9-bb21-418c-a264-a83fe1df47c9 req-8187986f-f472-46b7-be28-b5ad351fce26 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0831602 May 25 15:58:33.215166 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8d7eba9-bb21-418c-a264-a83fe1df47c9 req-2c97daba-8176-4583-a9ae-f6a2c4f1e1f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 May 25 15:58:33.503664 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59ecf2-0a45-4518-861e-d4deeac9a915 req-e25df2b6-0479-43a5-862e-81f4ba2e5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:33.505214 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1f59ecf2-0a45-4518-861e-d4deeac9a915 req-e25df2b6-0479-43a5-862e-81f4ba2e5b2a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 1098 time: 0.1538289 May 25 15:58:33.541570 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81121e2-5155-4137-b671-8535ce01c698 req-23bc84c6-f09e-4676-b563-c78e68d6a995 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:33.543024 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c81121e2-5155-4137-b671-8535ce01c698 req-23bc84c6-f09e-4676-b563-c78e68d6a995 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1324832 May 25 15:58:33.587502 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1f59ecf2-0a45-4518-861e-d4deeac9a915 req-a238f45f-f50e-481d-8175-ff36d193928d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 May 25 15:58:33.613834 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c81121e2-5155-4137-b671-8535ce01c698 req-a29a898c-c4d0-41ef-8b56-89dcc0d63317 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575657 May 25 15:58:34.389480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52286) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:34.472030 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:34.535824 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.551612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:34.556109 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Usage tracker for resource:security_group_rule and tenant:02887b248c49485d9e144a6b3ff40bcc is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:34.559885 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:34.567138 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:34.621213 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:34.636683 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'e0331771-22be-48c8-bfca-4d7d99125014', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:34.664790 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.702579 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e17b87-bb9e-4b97-bcc0-ea8c8f2b2bff req-034ba95c-ca4f-4fca-9ee1-9eeae61f4325 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:34.704729 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c0e17b87-bb9e-4b97-bcc0-ea8c8f2b2bff req-034ba95c-ca4f-4fca-9ee1-9eeae61f4325 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1531184 May 25 15:58:34.764745 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.779720 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.794827 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:34.807618 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:34.873624 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02887b248c49485d9e144a6b3ff40bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791286 May 25 15:58:34.873624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e3527-0286-4887-9f35-df9e37b3ad46,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:34.881090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:34.881352 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52310) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:34.886334 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:34.919431 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c0e17b87-bb9e-4b97-bcc0-ea8c8f2b2bff req-24561e59-d42a-4af2-ae85-0bfd15d06cbd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083001 May 25 15:58:34.980986 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:34.985378 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:35.017328 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.044599 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.091485 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:35.110203 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:35.155704 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bf7cb-e134-4e12-9b2f-bb8fc42431be req-d863cf87-efd3-4716-8332-a9fa2683337e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:35.157260 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e62bf7cb-e134-4e12-9b2f-bb8fc42431be req-d863cf87-efd3-4716-8332-a9fa2683337e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 944 time: 0.2043383 May 25 15:58:35.209362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.213479 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fb99c1e8-595b-4bfb-a173-da3417095380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:35.230610 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e3527-0286-4887-9f35-df9e37b3ad46,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:35.234871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:35.236791 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.238291 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b51e3527-0286-4887-9f35-df9e37b3ad46 HTTP/1.1" status: 204 len: 168 time: 0.3552449 May 25 15:58:35.247539 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e62bf7cb-e134-4e12-9b2f-bb8fc42431be req-7e7ba5a5-eafe-405d-8a67-a864ab315e4f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777194 May 25 15:58:35.389148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52318) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:35.445268 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['e0331771-22be-48c8-bfca-4d7d99125014'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:35.509600 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.524508 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:35.528899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Usage tracker for resource:security_group_rule and tenant:275f6f91668f43f4852a5b073d520991 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:35.533799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:35.539704 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:35.627460 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.809605 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.818457 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:35.863861 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=275f6f91668f43f4852a5b073d520991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700966 May 25 15:58:35.863861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027a2bb-3fc1-4d8c-8f21-16d8d2d96f39,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:35.864032 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52328) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:35.865858 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:35.926642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:35.954371 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.102096 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e127-536b-40d9-ad58-527b9f0a22a6 req-4b7008af-2a51-4076-9b08-6f3f0b11b527 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:36.103552 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0b60e127-536b-40d9-ad58-527b9f0a22a6 req-4b7008af-2a51-4076-9b08-6f3f0b11b527 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0816076 May 25 15:58:36.143471 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.151521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:36.173515 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0b60e127-536b-40d9-ad58-527b9f0a22a6 req-5ac27e45-a31b-45f2-b7e8-1f81047b7271 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633566 May 25 15:58:36.174521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027a2bb-3fc1-4d8c-8f21-16d8d2d96f39,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:36.179609 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:36.181673 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.185666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5027a2bb-3fc1-4d8c-8f21-16d8d2d96f39 HTTP/1.1" status: 204 len: 168 time: 0.3184710 May 25 15:58:36.330799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52350) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:36.368697 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.383681 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:36.387504 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Usage tracker for resource:security_group_rule and tenant:fcae49744c9542a08f14a789be9e9554 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:36.390251 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:36.396436 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:36.440835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f2900-a0b1-4695-931e-af52df549f07 req-ef7e8090-9c54-468f-97a6-827e3d4212db tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:36.442306 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-646f2900-a0b1-4695-931e-af52df549f07 req-ef7e8090-9c54-468f-97a6-827e3d4212db tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 944 time: 0.0944970 May 25 15:58:36.487158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:36.505345 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-646f2900-a0b1-4695-931e-af52df549f07 req-1060eab9-5eb1-46d7-ae63-a4a434cd44a5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546625 May 25 15:58:36.540919 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.696708 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.710107 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port e0331771-22be-48c8-bfca-4d7d99125014 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:36.710273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:36.710352 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port e0331771-22be-48c8-bfca-4d7d99125014 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:36.710352 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.747563 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcae49744c9542a08f14a789be9e9554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153750 May 25 15:58:36.748633 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b641b5-d11b-4bdc-b531-183ade12d4bd,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:36.751189 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52358) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:36.751841 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:36.838560 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.841647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.872331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:36.928723 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:36.946779 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:36.986808 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'code': 200} May 25 15:58:37.023420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02472-ed70-488a-ae47-40c666e99e24 req-4f06deb7-1ea0-4358-b69c-cfacf276d285 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.024928 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-aca02472-ed70-488a-ae47-40c666e99e24 req-4f06deb7-1ea0-4358-b69c-cfacf276d285 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1258633 May 25 15:58:37.028761 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.030557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:37.087947 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-aca02472-ed70-488a-ae47-40c666e99e24 req-1a3523b0-8ae1-4902-8166-9145d7d716e5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 May 25 15:58:37.112635 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.118383 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7311d2e5-5dd9-4142-9b69-80fd592cfb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:37.126063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52368) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:37.134305 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:37.145918 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:37.149337 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b641b5-d11b-4bdc-b531-183ade12d4bd,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:37.152140 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.161286 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:37.166036 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.168032 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74b641b5-d11b-4bdc-b531-183ade12d4bd HTTP/1.1" status: 204 len: 168 time: 0.4153221 May 25 15:58:37.177574 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:37.186302 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:34e8fb4c01b44ac0ba92650dda077460 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:37.188768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:37.194941 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:37.202448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-a1422f65-0e05-4f61-ade3-e78dbb5aa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.206185 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-a1422f65-0e05-4f61-ade3-e78dbb5aa486 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 1098 time: 0.1414404 May 25 15:58:37.292692 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.373573 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-83c98079-08ab-43d7-9e8f-ff5f3800caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.374997 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-83c98079-08ab-43d7-9e8f-ff5f3800caee service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.1364655 May 25 15:58:37.417187 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.427147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:37.452088 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-f4491e37-3f37-489e-aa64-5bc87d8ddf7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c HTTP/1.1" status: 200 len: 217 time: 0.0610356 May 25 15:58:37.472267 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34e8fb4c01b44ac0ba92650dda077460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424308 May 25 15:58:37.474341 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ceab20-a977-4daf-908b-77c97cee7827,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:37.477006 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52374) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:37.479696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:37.528950 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-8c24a346-7751-4193-8a5e-383522d62f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.530483 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-8c24a346-7751-4193-8a5e-383522d62f0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0718949 May 25 15:58:37.601083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.615436 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-0a5bfc40-599c-46e6-ad62-4de803264452 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609515 May 25 15:58:37.663215 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.725555 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe69fbf-7b0b-4fe4-85cd-26c3fbace2b2 req-d9bc871e-a335-4e93-b73c-11e5097a0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:37.727042 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7fe69fbf-7b0b-4fe4-85cd-26c3fbace2b2 req-d9bc871e-a335-4e93-b73c-11e5097a0720 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1098 time: 0.2371550 May 25 15:58:37.769187 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-91a7638b-a25b-4e46-a3cc-80e04dc8f317 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416216 May 25 15:58:37.847543 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.847543 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6b7a9bcc-3364-4808-be03-579ebdc904fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:37.866344 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7fe69fbf-7b0b-4fe4-85cd-26c3fbace2b2 req-c4a891ea-d3db-48ca-b567-9165a420a615 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166337 May 25 15:58:37.868908 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ceab20-a977-4daf-908b-77c97cee7827,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:37.872899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:37.875025 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:37.880663 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96ceab20-a977-4daf-908b-77c97cee7827 HTTP/1.1" status: 204 len: 168 time: 0.4003348 May 25 15:58:38.004165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349e14f-4426-41cb-92de-ffede9a34d05 req-ef3e54df-d825-4d6f-b2ae-37ced0fecb3d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:38.005665 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7349e14f-4426-41cb-92de-ffede9a34d05 req-ef3e54df-d825-4d6f-b2ae-37ced0fecb3d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.2354939 May 25 15:58:38.051058 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86493894-607c-4c15-b2fe-94e5520bcc14 req-85731fc1-e3bb-4ef9-91dc-2d8c6fa37d24 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434833 May 25 15:58:38.071213 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7349e14f-4426-41cb-92de-ffede9a34d05 req-7f071528-0cbc-49dc-9dfd-383849de485a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592277 May 25 15:58:38.286343 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a37b-4b25-4b5b-8351-28010053432f req-56dc19ec-e103-4cf6-bba4-b472b84135d5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:38.287820 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62d0a37b-4b25-4b5b-8351-28010053432f req-56dc19ec-e103-4cf6-bba4-b472b84135d5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0958130 May 25 15:58:38.334593 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62d0a37b-4b25-4b5b-8351-28010053432f req-eb7201e3-5b90-47b2-bd4d-9c003c08394c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 May 25 15:58:39.335597 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114fee-f424-4a78-959a-a79e4708fce8 req-1b2feaf2-ac5f-47f9-a73f-62b705b31df5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.337265 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e0114fee-f424-4a78-959a-a79e4708fce8 req-1b2feaf2-ac5f-47f9-a73f-62b705b31df5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.0997384 May 25 15:58:39.385057 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e0114fee-f424-4a78-959a-a79e4708fce8 req-cad6f698-f6b0-4471-98e1-ca1a2a614260 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 May 25 15:58:39.604201 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879538-08f4-4e18-ad9d-86cb3ea88d27 req-a2afa0de-250b-42ca-b4eb-d71f3cc915f6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.605881 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-64879538-08f4-4e18-ad9d-86cb3ea88d27 req-a2afa0de-250b-42ca-b4eb-d71f3cc915f6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0924582 May 25 15:58:39.666203 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-64879538-08f4-4e18-ad9d-86cb3ea88d27 req-42723fc7-1000-4f83-9341-edf3698af003 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516315 May 25 15:58:39.834883 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1ead-d899-442d-be46-ed976a64ea33 req-adb77997-89e4-4a8a-b166-2f3a91bd7e48 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:39.836347 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cc5b1ead-d899-442d-be46-ed976a64ea33 req-adb77997-89e4-4a8a-b166-2f3a91bd7e48 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.0926318 May 25 15:58:39.898035 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cc5b1ead-d899-442d-be46-ed976a64ea33 req-54e89198-a0d0-43a6-9265-3ecbd7221494 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 May 25 15:58:40.664022 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6a69e-5809-48a2-a12e-730f1287faca req-b0eac593-5146-495a-ad43-1122fdea091f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:40.665839 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1af6a69e-5809-48a2-a12e-730f1287faca req-b0eac593-5146-495a-ad43-1122fdea091f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.0994487 May 25 15:58:40.708876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-4f41054f-0b56-4980-a2aa-f2dfd18035b4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:40.710320 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-4f41054f-0b56-4980-a2aa-f2dfd18035b4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.1617646 May 25 15:58:40.712233 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1af6a69e-5809-48a2-a12e-730f1287faca req-09444a0e-0f8b-46c5-9c2b-bd7b676e16f6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401103 May 25 15:58:40.726606 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-97158c5b-9ed5-41c2-980d-cd6492667644 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/quotas/f22308123a90468fb1fd5c18d06a4780 HTTP/1.1" status: 200 len: 375 time: 0.0091410 May 25 15:58:40.843971 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-60ebecba-1122-41bb-93ee-02f0e9eb47b0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059606 May 25 15:58:40.911932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889623c0-22e9-4ddc-ab4d-65d1bfdfb2bb req-e7c7835c-d721-41c3-9ef4-3448b293f423 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:40.913898 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-889623c0-22e9-4ddc-ab4d-65d1bfdfb2bb req-e7c7835c-d721-41c3-9ef4-3448b293f423 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0884049 May 25 15:58:40.977233 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-889623c0-22e9-4ddc-ab4d-65d1bfdfb2bb req-08dcd8b6-1b61-4c15-b27a-c9f7f0f69bd3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564833 May 25 15:58:40.987431 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-f951f248-82ca-4d56-908e-d9fd594c43f2 service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362500 May 25 15:58:41.183075 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4d1b8-641f-4ff0-9d71-1df0c605dd3f req-449f27a8-56dc-4838-9d70-788542568b72 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:41.185392 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ef4d1b8-641f-4ff0-9d71-1df0c605dd3f req-449f27a8-56dc-4838-9d70-788542568b72 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1106637 May 25 15:58:41.196846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52576) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:41.201073 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'floatingip': {'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:41.204220 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-b3cc4269-ce2c-4236-b0b9-d837335a2c89 service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107215 May 25 15:58:41.479417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.481572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52598) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:41.595932 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eda09491-40f9-4025-9055-6618f486bf23 req-a9790dff-ee49-4b58-92a0-b6826004cdb6 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.0659230 May 25 15:58:41.678545 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.697831 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:41.701032 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2adb377b0ed4c7d871620ecd03de627 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:41.703987 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:41.711788 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:41.743758 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a122a9-e5d4-4feb-9f3b-7c5e815850e0 req-b939651b-f992-4515-94c6-d017b41bbce4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:41.745411 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b0a122a9-e5d4-4feb-9f3b-7c5e815850e0 req-b939651b-f992-4515-94c6-d017b41bbce4 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.3847013 May 25 15:58:41.821574 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:41.942973 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b0a122a9-e5d4-4feb-9f3b-7c5e815850e0 req-bd32fbdb-bb61-4009-8dfe-5212b1c96ec1 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328993 May 25 15:58:42.004310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.013463 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e9f11df5-1be6-41d5-bb31-632533c75726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.052115 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2adb377b0ed4c7d871620ecd03de627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694814 May 25 15:58:42.070094 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5777b9d2-42dd-46f0-beac-be8aab3fca57,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:42.088046 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:42.088792 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52630) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:42.266221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155f07e-8a21-40dd-9890-b287945b964b req-7ca5b72a-19df-4d4a-a2c7-d37a98c137ce tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:42.267666 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6155f07e-8a21-40dd-9890-b287945b964b req-7ca5b72a-19df-4d4a-a2c7-d37a98c137ce tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.3161073 May 25 15:58:42.272292 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.370388 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638110a-285f-4bc7-a1e6-5f6a61cb5404 req-ba75b217-ace0-4aa3-abee-7494af549b12 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:42.377816 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6638110a-285f-4bc7-a1e6-5f6a61cb5404 req-ba75b217-ace0-4aa3-abee-7494af549b12 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.2430713 May 25 15:58:42.381357 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.474702 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.523764 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6638110a-285f-4bc7-a1e6-5f6a61cb5404 req-e4260fcb-2afc-479b-aa5b-51bacd006148 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450238 May 25 15:58:42.542435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.551843 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Deleting port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:58:42.552176 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.688125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.695144 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18040502-2c67-493e-83a0-b9ff0e9876f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:42.714220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5777b9d2-42dd-46f0-beac-be8aab3fca57,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:42.718100 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] For port 2bd07ae1-3c8a-4e78-a556-1a32c062f507, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bd07ae1-3c8a-4e78-a556-1a32c062f507,segment=NetworkSegment(910c5ca4-9ddb-4e83-98a9-0ac133512019),segment_id=910c5ca4-9ddb-4e83-98a9-0ac133512019)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:42.718617 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.726446 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:42.821783 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9487b964-4473-4ccf-b140-73029e7397da req-f766fd2e-c102-4977-8e1d-a59e34c8bfa2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.1417811 May 25 15:58:42.846597 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.l3_db [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Floating IP f9572b5d-729b-420d-9fff-97c8ae038c0f associated. External IP: 172.28.2.245, port: e0331771-22be-48c8-bfca-4d7d99125014. May 25 15:58:42.872578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Calling delete_port for 2bd07ae1-3c8a-4e78-a556-1a32c062f507 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:58:42.878273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.879471 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5777b9d2-42dd-46f0-beac-be8aab3fca57 HTTP/1.1" status: 204 len: 168 time: 0.7895868 May 25 15:58:43.204089 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601ac4-99d1-4e43-b998-a745a6f9e692 req-5ba4519e-640f-4a49-93a2-8c6bbfcabf5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:43.205900 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05601ac4-99d1-4e43-b998-a745a6f9e692 req-5ba4519e-640f-4a49-93a2-8c6bbfcabf5a tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 945 time: 0.1101830 May 25 15:58:43.264471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.270894 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:58:43.281814 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:43.318001 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['2bd07ae1-3c8a-4e78-a556-1a32c062f507'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:43.334474 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05601ac4-99d1-4e43-b998-a745a6f9e692 req-443b9ff5-a82b-4ce5-8ef0-755487f270d3 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/security-groups?id=b994f080-08a1-49c2-ad9c-c6591395309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224597 May 25 15:58:43.348555 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Pushing event deleted for resources: {'Port': ['ID=2bd07ae1-3c8a-4e78-a556-1a32c062f507,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:43.359070 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:43.518184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] No DVR routers for this DVR port 2bd07ae1-3c8a-4e78-a556-1a32c062f507 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:58:43.527131 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.529845 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'name': 'network-vif-deleted', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:43.590971 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec0957f-1e73-4c26-abca-600f2b189e57', 'name': 'network-vif-deleted', 'tag': '2bd07ae1-3c8a-4e78-a556-1a32c062f507', 'status': 'completed', 'code': 200} May 25 15:58:43.599643 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:58:43.604186 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.615884 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:58:43.625943 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:43.626551 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:58:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:43.670912 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b5033404-c767-476b-b3b6-7541792e0db3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "PUT /v2.0/floatingips/f9572b5d-729b-420d-9fff-97c8ae038c0f HTTP/1.1" status: 200 len: 991 time: 2.4756756 May 25 15:58:43.674053 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:43.726935 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6155f07e-8a21-40dd-9890-b287945b964b req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.68 "DELETE /v2.0/ports/2bd07ae1-3c8a-4e78-a556-1a32c062f507 HTTP/1.1" status: 204 len: 173 time: 1.4462032 May 25 15:58:43.786858 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c999a83-c3e3-4fef-b91e-caa778e4add7 req-b3358a91-275f-4e57-9c91-5f0d8762e0b2 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:43.789009 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c999a83-c3e3-4fef-b91e-caa778e4add7 req-b3358a91-275f-4e57-9c91-5f0d8762e0b2 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1362426 May 25 15:58:43.830092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:43.840801 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c999a83-c3e3-4fef-b91e-caa778e4add7 req-b43d047a-609c-4ec0-b604-4ea0d9c5b9ee tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 May 25 15:58:43.910003 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'status': 'completed', 'code': 200} May 25 15:58:43.974160 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52682) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:44.040974 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.067281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:44.071666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-569f77ba-1606-40e4-9a5e-bda1f515d912 req-b9ecbfa9-4aaf-4887-acd4-1fa14dc40ef3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.0464010 May 25 15:58:44.072688 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Usage tracker for resource:security_group_rule and tenant:01915cf443ba40ee9baf080f561c8c29 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:44.081047 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:44.084200 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:44.121655 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716d02-77f1-48f3-b458-fb428d21466d req-83ebf3c8-d6e4-4b95-b53e-f4911c4a6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.122878 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-83ebf3c8-d6e4-4b95-b53e-f4911c4a6e51 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1098 time: 0.1323695 May 25 15:58:44.195209 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': 'f9572b5d-729b-420d-9fff-97c8ae038c0f', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8849-96ac-455e-a097-f4282af21f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:18Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:44.203759 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:58:44.208205 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:58:44.208859 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T15:58:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:44.345362 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.372757 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716d02-77f1-48f3-b458-fb428d21466d req-f52d5272-9fdd-43a3-97da-dbfb5de702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.375301 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-f52d5272-9fdd-43a3-97da-dbfb5de702ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.2370322 May 25 15:58:44.429230 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52694) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:44.441774 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:58:44.486364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.518366 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4b33377e-07e8-4be8-8871-8281c6d3d996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:44.679344 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-db45c39d-e37b-4237-8036-8c1a4ddc9df7 req-c1db5833-5982-47e6-adef-172b9a91d938 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Synchronizing usage tracker for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:44.710810 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01915cf443ba40ee9baf080f561c8c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354829 May 25 15:58:44.713154 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-e23f2db7-9161-4e13-83ff-b3f5460c2c27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 999 time: 0.3239746 May 25 15:58:44.713966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b92bd5-2b35-46f7-ad9b-b8e8befa60e8,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:44.725000 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.728502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52706) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:44.736947 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:44.813577 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:44.833182 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Usage tracker for resource:security_group_rule and tenant:edfbcb9dcd68415ebea6ba19f0ac9133 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:44.837902 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:44.937331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:44.939361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716d02-77f1-48f3-b458-fb428d21466d req-b18219a6-4cd5-4474-a1fc-e6aff90769b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.939361 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-b18219a6-4cd5-4474-a1fc-e6aff90769b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.1631570 May 25 15:58:44.939641 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': 'f9572b5d-729b-420d-9fff-97c8ae038c0f', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8849-96ac-455e-a097-f4282af21f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:18Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:44.940076 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:44.940662 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6203d-e7bc-41a1-82e9-20c99392a2e3 None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': 'f9572b5d-729b-420d-9fff-97c8ae038c0f', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784c8849-96ac-455e-a097-f4282af21f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:58:18Z', 'updated_at': '2021-05-25T15:58:42Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:58:44.940881 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-e7bab88e-be6b-4aee-9de4-402e7d7a4b50 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:44.940881 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-e7bab88e-be6b-4aee-9de4-402e7d7a4b50 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.2823699 May 25 15:58:44.955314 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Request body: {'port': {'device_id': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'admin_state_up': True, 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:44.994813 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-db45c39d-e37b-4237-8036-8c1a4ddc9df7 req-c1db5833-5982-47e6-adef-172b9a91d938 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Unset dirty status for tenant:6e528a175aa440a38dfe5d35a22c7232 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:44.996219 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-db45c39d-e37b-4237-8036-8c1a4ddc9df7 req-c1db5833-5982-47e6-adef-172b9a91d938 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ec0957f-1e73-4c26-abca-600f2b189e57 HTTP/1.1" status: 200 len: 210 time: 0.4237201 May 25 15:58:45.005814 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.063472 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716d02-77f1-48f3-b458-fb428d21466d req-24e6d985-3a0c-4fce-b583-f7494e0a0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.079836 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-24e6d985-3a0c-4fce-b583-f7494e0a0cf9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576738 May 25 15:58:45.246690 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-2347f3f2-0b61-44c1-9a00-bce5b78ef86e service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682053 May 25 15:58:45.246972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.246972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:45.270872 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf6cb5-1553-412f-9fcf-625a37090689 None None] New status for floating IP f9572b5d-729b-420d-9fff-97c8ae038c0f: ACTIVE {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:58:45.274697 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9467-314b-4453-87c9-775a54fe197b req-4125a7c1-f87d-42be-aee0-b31eb0ec3978 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:45.276248 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9a9b9467-314b-4453-87c9-775a54fe197b req-4125a7c1-f87d-42be-aee0-b31eb0ec3978 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.2246516 May 25 15:58:45.277352 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:45.337116 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9a9b9467-314b-4453-87c9-775a54fe197b req-00b656bc-7ed7-4b5c-a9e9-d90bcc655a83 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537589 May 25 15:58:45.407348 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ee204336-9575-41a8-8782-75af4cdbb500 req-09178bbf-8895-480c-8ffa-fe4999f492ea tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.0551786 May 25 15:58:45.454244 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4c716d02-77f1-48f3-b458-fb428d21466d req-efe10083-fa78-4ceb-8fc6-c3f737706eae service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014799 May 25 15:58:45.565185 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.569012 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-54622da5-975a-4db7-a2af-2381af26f488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.580361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b92bd5-2b35-46f7-ad9b-b8e8befa60e8,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:45.584122 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:45.588273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.589432 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3b92bd5-2b35-46f7-ad9b-b8e8befa60e8 HTTP/1.1" status: 204 len: 168 time: 0.8577859 May 25 15:58:45.599507 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.611938 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8e5b5794-16f6-4945-8a34-6cbb38743ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.656033 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edfbcb9dcd68415ebea6ba19f0ac9133&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2254992 May 25 15:58:45.657891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34eb08a-60ce-43e0-b362-9720d69e1578,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:45.658875 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52726) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:45.660807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:45.685196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:45.693353 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.762830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.807690 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.917691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Allocated IP 172.20.0.14 (59786406-f96e-4094-ad63-e2f2f2edae24/705a2f7f-823a-410c-8c11-8c8ee816818b/d2113581-c837-4d74-8aef-68afade88b47) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:58:45.970779 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.978030 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f803649d-0bc8-41a0-872c-602134a9c1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:45.993613 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34eb08a-60ce-43e0-b362-9720d69e1578,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:46.009673 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:46.013061 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.025551 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c34eb08a-60ce-43e0-b362-9720d69e1578 HTTP/1.1" status: 204 len: 168 time: 0.3598506 May 25 15:58:46.203659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.313074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.325871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-52e0829f-e69c-460a-bce7-d9fa0b7f8b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:46.369375 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:46.570962 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bd07ae1-3c8a-4e78-a556-1a32c062f507 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:58:46.622251 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Network 59786406-f96e-4094-ad63-e2f2f2edae24 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:58:46.624948 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event updated for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:46.627583 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:46.629698 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:46.631291 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:58:46.638198 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.638989 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:46.670779 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 2bd07ae1-3c8a-4e78-a556-1a32c062f507 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:58:46.670985 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bd07ae1-3c8a-4e78-a556-1a32c062f507 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:58:46.750683 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d452fe6-f24c-4bef-8471-c07e50953173 req-6598e8b2-d0a7-47da-ba34-07b5fac97f78 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.753182 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d452fe6-f24c-4bef-8471-c07e50953173 req-6598e8b2-d0a7-47da-ba34-07b5fac97f78 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 932 time: 0.1627519 May 25 15:58:46.760884 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1918060-ecb4-482a-bce8-e5392e16b5e8 req-265c090d-7896-4de6-8fff-5bea91020936 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:46.762600 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1918060-ecb4-482a-bce8-e5392e16b5e8 req-265c090d-7896-4de6-8fff-5bea91020936 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1390371 May 25 15:58:46.797870 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d452fe6-f24c-4bef-8471-c07e50953173 req-d1e6105a-cab7-4422-b9d0-64b18015cfc0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 May 25 15:58:46.809149 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1918060-ecb4-482a-bce8-e5392e16b5e8 req-5be1469f-5f10-4efb-9838-413aeaec9b36 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 May 25 15:58:46.914390 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9645727 May 25 15:58:46.937792 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Request body: {'port': {'device_id': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:47.057456 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.278354 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52800) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:47.300797 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.317266 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:47.321702 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Usage tracker for resource:security_group_rule and tenant:7af8412695184c3ca415c536e003926c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:47.325759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:47.331665 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:47.453111 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.463540 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2113581-c837-4d74-8aef-68afade88b47 {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:47.473105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.488742 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Transition to ACTIVE for port object d2113581-c837-4d74-8aef-68afade88b47 will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:58:47.490627 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.499995 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-07e455b5-748a-4950-bcd0-dfba2f5bab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:47.545492 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52816) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:47.546014 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7af8412695184c3ca415c536e003926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660227 May 25 15:58:47.547345 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657cb06-1b2d-4ee3-a59b-7f302ae67d22,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:47.550729 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:47.569827 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.580931 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:47.761372 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Pushing event updated for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:47.776756 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:47.796555 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.816147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Attempting to bind port d2113581-c837-4d74-8aef-68afade88b47 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:58:47.816479 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Attempting to bind port d2113581-c837-4d74-8aef-68afade88b47 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:58:47.816831 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Attempting to bind port d2113581-c837-4d74-8aef-68afade88b47 on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:47.829682 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Port d2113581-c837-4d74-8aef-68afade88b47 on network 59786406-f96e-4094-ad63-e2f2f2edae24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:58:47.829926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Attempting to bind port d2113581-c837-4d74-8aef-68afade88b47 on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:58:47.840979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:47.848840 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:58:47.849189 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Checking segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:47.849577 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Bound using segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:58:47.850025 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Bound port: d2113581-c837-4d74-8aef-68afade88b47, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:58:47.850372 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.020920 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:58:48.031655 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d2113581-c837-4d74-8aef-68afade88b47,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:58:48.032246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd52b9b-2ca2-439d-8d65-eb35655cc13a req-8700c926-5640-4544-b5e8-4c64ec7c2fb1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.039752 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6fd52b9b-2ca2-439d-8d65-eb35655cc13a req-8700c926-5640-4544-b5e8-4c64ec7c2fb1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1003304 May 25 15:58:48.064292 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e25006-d8ae-4072-8d45-370ae9d9bd2c req-de425cf0-0a59-4346-b2de-22ff507b8430 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.065058 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-88e25006-d8ae-4072-8d45-370ae9d9bd2c req-de425cf0-0a59-4346-b2de-22ff507b8430 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:58:48.085224 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6fd52b9b-2ca2-439d-8d65-eb35655cc13a req-43851083-0c26-45cd-8abe-39c930791585 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 May 25 15:58:48.106674 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.110574 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0e58c4c9-1dd1-4db1-8a8e-bd73ed29eb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:48.123186 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657cb06-1b2d-4ee3-a59b-7f302ae67d22,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:48.133388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.133744 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.134091 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.134429 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.134776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.135103 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.135435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.135765 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.136105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.136471 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.137025 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.137466 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:48.141077 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.141980 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.143061 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8657cb06-1b2d-4ee3-a59b-7f302ae67d22 HTTP/1.1" status: 204 len: 168 time: 0.5954204 May 25 15:58:48.144184 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:48.150045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:48.207105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-88e25006-d8ae-4072-8d45-370ae9d9bd2c req-de425cf0-0a59-4346-b2de-22ff507b8430 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:58:48.208982 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-88e25006-d8ae-4072-8d45-370ae9d9bd2c req-de425cf0-0a59-4346-b2de-22ff507b8430 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 944 time: 0.2638769 May 25 15:58:48.212926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.213818 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.215945 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-7335acae-f937-4637-a723-897c3495241f service neutron] 10.222.0.68 "PUT /v2.0/ports/d2113581-c837-4d74-8aef-68afade88b47 HTTP/1.1" status: 200 len: 1094 time: 1.2824850 May 25 15:58:48.219173 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:48.293596 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47', 'status': 'completed', 'code': 200} May 25 15:58:48.302437 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-88e25006-d8ae-4072-8d45-370ae9d9bd2c req-ac5ca5b8-3ed0-43e9-b669-07ddf15a6906 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697672 May 25 15:58:48.307224 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Pushing event updated for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:48.319319 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:48.454090 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920902c1-1365-4272-8db0-689661f39cbe req-25c29b4c-95d4-4958-9676-8b6acab9b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.455724 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-920902c1-1365-4272-8db0-689661f39cbe req-25c29b4c-95d4-4958-9676-8b6acab9b8d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 1097 time: 0.0917056 May 25 15:58:48.521624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52878) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:48.610550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Deleting subnet 497199b8-944f-4146-b4e9-9ce08239d326 {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:58:48.616118 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.659952 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920902c1-1365-4272-8db0-689661f39cbe req-ebd35399-25dc-4003-9052-f7c9828b2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.661635 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-920902c1-1365-4272-8db0-689661f39cbe req-ebd35399-25dc-4003-9052-f7c9828b2184 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f22308123a90468fb1fd5c18d06a4780&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1872504 May 25 15:58:48.685917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.693701 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:48.834085 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920902c1-1365-4272-8db0-689661f39cbe req-c003992a-8f0b-4880-956a-10c949d01713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:48.835947 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-920902c1-1365-4272-8db0-689661f39cbe req-c003992a-8f0b-4880-956a-10c949d01713 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643941 May 25 15:58:49.022967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-de612f1e-99c7-423a-9cd1-d45e71b75e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.024648 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-de612f1e-99c7-423a-9cd1-d45e71b75e6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 1097 time: 0.1043072 May 25 15:58:49.051176 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.056371 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:49.163124 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497199b8-944f-4146-b4e9-9ce08239d326,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:49.173095 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.188864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.189221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.190060 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.190597 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.191792 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.192303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.192926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.193540 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.193896 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.194235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.194660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.195009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:49.207316 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:49.209342 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/497199b8-944f-4146-b4e9-9ce08239d326 HTTP/1.1" status: 204 len: 168 time: 0.6859698 May 25 15:58:49.211727 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52906) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:49.217174 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-cae491a7-b90d-4021-be61-3ab33c5b6843 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2113581-c837-4d74-8aef-68afade88b47 HTTP/1.1" status: 200 len: 217 time: 0.1725078 May 25 15:58:49.332355 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52914) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:49.361526 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-2fdcb384-63e6-4214-8ed2-e735de28f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.363550 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-2fdcb384-63e6-4214-8ed2-e735de28f83c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.0873854 May 25 15:58:49.368194 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.377612 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d71bb-b7f7-4559-a493-594a70220a02 req-c3fe7c56-9c84-40ec-81fc-cdcbb497de91 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.379426 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-382d71bb-b7f7-4559-a493-594a70220a02 req-c3fe7c56-9c84-40ec-81fc-cdcbb497de91 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1613827 May 25 15:58:49.512242 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-382d71bb-b7f7-4559-a493-594a70220a02 req-2a07933b-8a56-4f56-ad06-c5b3943a8fff tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671918 May 25 15:58:49.512242 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-50cfa00e-0ff3-4389-b35e-9cb79e375e42 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308558 May 25 15:58:49.562823 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.586422 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.602837 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.603201 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.603936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.604287 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > port after_create 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.604630 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.604978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > port after_update 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.605793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.606107 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.606417 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.606730 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.635989 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:49.648539 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Usage tracker for resource:security_group_rule and tenant:6ada6d60a82542cd891bbd4cf0e61242 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:49.653529 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:49.663004 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:49.725888 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-783c80d2-ba96-4b5e-b9c0-bcb2e759d3ce service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893775 May 25 15:58:49.760307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.760684 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.761051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.761790 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:58:49.762076 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2321e90f-8d77-47e1-8ccc-912b62eb2d32']}} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:49.773773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52938) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:49.784391 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c5ca4-9ddb-4e83-98a9-0ac133512019') {'for_net_delete': True} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:49.784710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c5ca4-9ddb-4e83-98a9-0ac133512019') {} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:58:49.799238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333960'] for segment, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.822652 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.834635 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:58:49.834635 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1238708'] for segment, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: from cryptography.utils import int_from_bytes May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: from cryptography.utils import int_from_bytes May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: Traceback (most recent call last): May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: timer() May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: cb(*args, **kw) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: return func(*args, **kwargs) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: self._notify() May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: self.callback(batched_events) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: event.method(event) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: return f(self, *a, **k) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: return self._get(url).json() May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: return self.request(url, 'GET', **kwargs) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:58:49.849998 dv-cinder-791240-3-smb neutron-server[99117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:58:49.863524 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87d2eb-197a-49d8-bdcd-f044fbfa1f07 req-81534767-25e5-45cc-b380-8c516d3dbd1f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:49.865827 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5a87d2eb-197a-49d8-bdcd-f044fbfa1f07 req-81534767-25e5-45cc-b380-8c516d3dbd1f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 944 time: 0.3597467 May 25 15:58:49.936311 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:49.942672 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-45604ee0-fa20-4d95-be01-3727d4d92d30 req-fe9a0028-6e0c-42bf-8c77-029ef5e284e0 service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070670 May 25 15:58:49.968969 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-497326824-network', 'tenant_id': '671622cd15c84dd898c3b3fb6228c8eb'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:49.980106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:49.994669 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Usage tracker for resource:network and tenant:671622cd15c84dd898c3b3fb6228c8eb is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:50.002595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:50.011908 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5a87d2eb-197a-49d8-bdcd-f044fbfa1f07 req-abc50a7a-8a93-42cf-a11a-67a1456cddff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838950 May 25 15:58:50.012783 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:50.081528 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.082575 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-37edef37-7208-49c5-908b-054507498d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.130572 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ada6d60a82542cd891bbd4cf0e61242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955093 May 25 15:58:50.132773 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f337b-ef72-4156-8a63-947463b2565e,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:50.136388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:50.136610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52952) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:50.166220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.190167 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-18ac0845-5ea9-47f2-8480-5474daaad384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.203228 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.213433 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Pushing event deleted for resources: {'Network': ['ID=2321e90f-8d77-47e1-8ccc-912b62eb2d32,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:50.223040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Made reservation on behalf of 671622cd15c84dd898c3b3fb6228c8eb for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:50.225324 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.241494 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:50.243864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.257608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.269808 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:50.278014 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:671622cd15c84dd898c3b3fb6228c8eb is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:50.286037 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:50.295630 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:50.298533 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.379884 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-09d06ee0-12f4-4a50-8d40-ee39a4bfd081 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2321e90f-8d77-47e1-8ccc-912b62eb2d32 HTTP/1.1" status: 204 len: 168 time: 1.1671429 May 25 15:58:50.419936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.479030 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.484420 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c0bbff0b-cf39-4796-9215-6c3ae5f1d766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.497400 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f337b-ef72-4156-8a63-947463b2565e,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:50.500875 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:50.506465 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.510687 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a4771f7a-445c-49b7-81b6-c12bb31838e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd3f337b-ef72-4156-8a63-947463b2565e HTTP/1.1" status: 204 len: 168 time: 0.3730104 May 25 15:58:50.529431 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.536026 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.564064 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:58:50.573572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fae952-4c87-4500-a053-e68aafc05387,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:50.579981 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.580328 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Added segment 9741d17d-4fea-4fdf-9331-5a9ea5af5506 of type vlan for network a59dcbf7-8022-43a4-926f-13ff21ccf844 May 25 15:58:50.586673 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:50.611263 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.732132 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf12a9-4d9c-46f9-9865-c8530df2a70b req-9608affb-c215-42ed-bc2a-7139a29b44d5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:50.733522 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7ccf12a9-4d9c-46f9-9865-c8530df2a70b req-9608affb-c215-42ed-bc2a-7139a29b44d5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0842752 May 25 15:58:50.771123 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.774303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:50.774972 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.786217 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:50.803202 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52972) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:50.813075 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7ccf12a9-4d9c-46f9-9865-c8530df2a70b req-ba8eb154-1de3-40df-bbbf-900e3b4ebed3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734148 May 25 15:58:50.867024 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-619903f2-aaf4-4b1e-829c-a65264d9cad1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e528a175aa440a38dfe5d35a22c7232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625639 May 25 15:58:50.874429 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 52976) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:50.898482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=a59dcbf7-8022-43a4-926f-13ff21ccf844,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:50.901035 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:50.911144 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:58:50.948404 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:50.982842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.017943 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2429030 May 25 15:58:51.020622 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 52982) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:51.028764 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Request body: {'subnet': {'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-497326824-subnet', 'tenant_id': '671622cd15c84dd898c3b3fb6228c8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:58:51.033412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:51.037730 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Usage tracker for resource:subnet and tenant:671622cd15c84dd898c3b3fb6228c8eb is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:51.040952 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:51.049609 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:51.142961 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.149904 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-714d860b-5a48-40c3-b818-dcb5f5c286cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:51.170583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Made reservation on behalf of 671622cd15c84dd898c3b3fb6228c8eb for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:58:51.173753 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8220425'] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.247420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994f080-08a1-49c2-ad9c-c6591395309a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:51.260002 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:51.336264 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77efb59-fe3e-4a2a-bbd9-644f181f81b9 req-0486d8da-fdd9-4e6e-bd33-c0fbd146708b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:51.338372 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d77efb59-fe3e-4a2a-bbd9-644f181f81b9 req-0486d8da-fdd9-4e6e-bd33-c0fbd146708b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 944 time: 0.1504359 May 25 15:58:51.344859 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.348497 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b994f080-08a1-49c2-ad9c-c6591395309a HTTP/1.1" status: 204 len: 168 time: 0.4669433 May 25 15:58:51.405174 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d77efb59-fe3e-4a2a-bbd9-644f181f81b9 req-ce6300ea-d673-4aeb-af58-62bf95ee9241 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 May 25 15:58:51.502621 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53004) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:51.519825 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.533432 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:51.537627 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Usage tracker for resource:security_group_rule and tenant:d4c3d55fe12b455a85ed71f41bf7cfe6 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:51.553374 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:51.562005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:51.740878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.799129 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-29fab2b6-2889-4113-b570-a606d6cce970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.808254 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8220447'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.813906 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:51.890059 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:51.896456 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Pushing event updated for resources: {'Subnet': ['ID=260952cb-67be-4cc9-93e4-e5f3b14e8757,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:51.906684 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:51.907193 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:51.925516 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Checking segment: {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:58:51.925868 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Network hostable DHCP agents. Network: a59dcbf7-8022-43a4-926f-13ff21ccf844, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:58:52.055228 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4c3d55fe12b455a85ed71f41bf7cfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514150 May 25 15:58:52.057833 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53018) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:52.076762 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0593cc1-1cee-4f0c-9299-67984159d48f,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:52.081684 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:52.114608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb5cb7-31c7-4d6e-ba61-33aab18f53e8 req-61fc6274-2834-49ac-a3e7-0bd663d02766 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.116048 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bfbb5cb7-31c7-4d6e-ba61-33aab18f53e8 req-61fc6274-2834-49ac-a3e7-0bd663d02766 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1788371 May 25 15:58:52.140792 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.165165 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bfbb5cb7-31c7-4d6e-ba61-33aab18f53e8 req-8299f3d7-6a52-45aa-9d3b-7806180bee8a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 May 25 15:58:52.168301 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.175033 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:58:52.271750 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, a59dcbf7-8022-43a4-926f-13ff21ccf844) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:58:52.295714 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3071fd-aa60-4037-9ec5-a76c82b99e22 None None] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:52.296235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.296235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.331141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.344796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fd72cd41-e07c-4a07-a093-08229000b737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:52.360608 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0593cc1-1cee-4f0c-9299-67984159d48f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:52.363745 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:52.365056 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:52.375629 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0593cc1-1cee-4f0c-9299-67984159d48f HTTP/1.1" status: 204 len: 168 time: 0.3068161 May 25 15:58:52.398887 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b70636ca-f618-4eea-bb30-1655b98a890a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3749161 May 25 15:58:52.556485 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0ef86-dde4-4bc0-96fe-6e2ab34975d3 None None] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:58:52.624944 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8de5d6-54f9-4a73-b172-9d14d5306569 req-efa4f189-5a97-4fe8-a3f8-db2712b977f9 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:52.632718 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9a8de5d6-54f9-4a73-b172-9d14d5306569 req-efa4f189-5a97-4fe8-a3f8-db2712b977f9 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 944 time: 0.1074996 May 25 15:58:52.680351 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9a8de5d6-54f9-4a73-b172-9d14d5306569 req-8bb11942-f681-4d3a-bc58-db271bd497b7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 May 25 15:58:53.367959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aace2a-1f03-45df-b6ce-3d437e28d496 req-349a2982-405a-41c3-b011-6b39dd13bdb8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.369465 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-52aace2a-1f03-45df-b6ce-3d437e28d496 req-349a2982-405a-41c3-b011-6b39dd13bdb8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0903115 May 25 15:58:53.417262 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-52aace2a-1f03-45df-b6ce-3d437e28d496 req-9ba45b4d-3d1a-4ffa-855a-5ef4ae532a65 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 May 25 15:58:53.548994 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53070) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:53.580711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:53.625887 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:53.638509 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9ebba4c09746f4814f7de0de4c1deb is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:53.642798 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:53.647677 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:53.750763 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:53.898816 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:53.909456 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-547b797f-7e36-4466-81a5-557467848c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:53.964198 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8f1f6-48b4-441e-8c2c-36c0f31c35dc,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:53.970698 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae9ebba4c09746f4814f7de0de4c1deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201794 May 25 15:58:53.971684 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:53.974654 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53090) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:53.985936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e941b8-45ba-4c09-9a97-378a07776cc4 req-b7325dc0-5994-4737-a55a-5ba74cde4e32 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:53.987767 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a4e941b8-45ba-4c09-9a97-378a07776cc4 req-b7325dc0-5994-4737-a55a-5ba74cde4e32 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 944 time: 0.1676860 May 25 15:58:54.052816 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.053971 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a4e941b8-45ba-4c09-9a97-378a07776cc4 req-4675c742-c275-4e2f-8c47-267f98e6fe76 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603566 May 25 15:58:54.102044 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.124776 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.161377 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-13c9a6fb-0f1c-4da0-bcad-01496f524ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.238925 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.243667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:54.255423 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8f1f6-48b4-441e-8c2c-36c0f31c35dc,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:54.258926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:54.264113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.268367 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39f8f1f6-48b4-441e-8c2c-36c0f31c35dc HTTP/1.1" status: 204 len: 168 time: 0.2938347 May 25 15:58:54.606069 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d2113581-c837-4d74-8aef-68afade88b47 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:58:54.630334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde15f-78fb-4c4b-b741-2bfa72e0af2a req-5d3d7ad5-f628-4e1e-8230-ac40dc46bf58 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:54.631747 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bbfde15f-78fb-4c4b-b741-2bfa72e0af2a req-5d3d7ad5-f628-4e1e-8230-ac40dc46bf58 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0854702 May 25 15:58:54.697136 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bbfde15f-78fb-4c4b-b741-2bfa72e0af2a req-e64c875d-9ae1-4b65-924c-cc7b86cfe2a5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 May 25 15:58:54.773973 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d2113581-c837-4d74-8aef-68afade88b47,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:54.788644 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'd2113581-c837-4d74-8aef-68afade88b47', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'port_id': 'd2113581-c837-4d74-8aef-68afade88b47', 'mac_address': 'fa:16:3e:4d:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705a2f7f-823a-410c-8c11-8c8ee816818b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:58:54.849035 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.868537 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2113581-c837-4d74-8aef-68afade88b47 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:58:54.885665 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d2113581-c837-4d74-8aef-68afade88b47,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:54.948357 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:54.950819 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:55.020284 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:55.029590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.029930 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.030310 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.030648 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.030969 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.031416 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.031745 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.032093 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.032543 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.032863 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.033266 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.034110 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:58:55.037557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:55.232816 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:55.411647 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['d2113581-c837-4d74-8aef-68afade88b47'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:58:55.433310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781653a-9ea3-4ea2-bb96-df4719dcdebb req-1d74ef8a-fbdd-4dd9-be0b-0d351a1c3086 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:55.434887 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5781653a-9ea3-4ea2-bb96-df4719dcdebb req-1d74ef8a-fbdd-4dd9-be0b-0d351a1c3086 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 945 time: 0.0961375 May 25 15:58:55.561878 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5781653a-9ea3-4ea2-bb96-df4719dcdebb req-0e7f06d1-3b9a-4a33-84b9-f060688aa1aa tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494716 May 25 15:58:56.048203 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3739a-e1aa-42ed-a206-01cb38d2c602 req-78630a01-6275-4696-94f1-9e78cdbc3c22 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.056346 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62b3739a-e1aa-42ed-a206-01cb38d2c602 req-78630a01-6275-4696-94f1-9e78cdbc3c22 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1143594 May 25 15:58:56.103807 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:56.109200 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62b3739a-e1aa-42ed-a206-01cb38d2c602 req-2f5ac630-8664-44e7-a702-8cf5934487d9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517271 May 25 15:58:56.617993 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-768f3ebd-be95-4939-883b-f2cafb2ee1fb tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.619443 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-768f3ebd-be95-4939-883b-f2cafb2ee1fb tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/networks?id=a59dcbf7-8022-43a4-926f-13ff21ccf844 HTTP/1.1" status: 200 len: 808 time: 0.1662064 May 25 15:58:56.626356 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d2113581-c837-4d74-8aef-68afade88b47 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:58:56.653778 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-024354c0-9e9d-490e-b73e-93ce91aef897 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/quotas/671622cd15c84dd898c3b3fb6228c8eb HTTP/1.1" status: 200 len: 375 time: 0.0199728 May 25 15:58:56.719597 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-07c9901d-1fba-4727-9b60-12df1c317798 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645046 May 25 15:58:56.764826 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a90b-120e-4265-a3f6-d07aba8c56ba req-160d212a-d16a-4643-b4ac-af4772981478 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:56.770536 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f745a90b-120e-4265-a3f6-d07aba8c56ba req-160d212a-d16a-4643-b4ac-af4772981478 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 945 time: 0.1121168 May 25 15:58:56.825609 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f745a90b-120e-4265-a3f6-d07aba8c56ba req-e148efe7-1268-4399-90b3-bbf5bc0e80bd tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 May 25 15:58:56.844917 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:56.883160 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port d2113581-c837-4d74-8aef-68afade88b47 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:58:56.889923 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port d2113581-c837-4d74-8aef-68afade88b47 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:58:56.890823 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:56.960655 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-e6929ebc-bded-4181-bb06-e79f48fdf9b2 service neutron] 10.222.0.64 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400227 May 25 15:58:57.022491 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:57.056204 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:58:57.066919 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d2113581-c837-4d74-8aef-68afade88b47,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:58:57.110858 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-471b316d-a18c-4d81-91d2-a3333ce4b5ca service neutron] 10.222.0.64 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439705 May 25 15:58:57.133991 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47', 'code': 200} May 25 15:58:57.159137 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:57.161065 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:58:57.235118 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:58:57.247774 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:58:57.327535 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a293613-b3d0-4886-816a-2aa3a2a82226 req-2a17e4a2-1ee3-42f1-b76d-03037611816a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:57.329021 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7a293613-b3d0-4886-816a-2aa3a2a82226 req-2a17e4a2-1ee3-42f1-b76d-03037611816a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0899935 May 25 15:58:57.376588 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7a293613-b3d0-4886-816a-2aa3a2a82226 req-b1c1f551-9001-487a-8bef-0f33a94cfce8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 May 25 15:58:57.585369 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b1928d8-fa0d-4d2e-9a0d-4c3ea57e183b req-6195a285-d0bd-4951-8eb6-7043665aaec2 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 210 time: 0.0665357 May 25 15:58:57.604183 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-4b60af8f-b311-489e-85f4-2fe672cc6f19 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2084732 May 25 15:58:57.777652 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10699a6-7ad0-4cc4-8e0f-280eb85b6852 req-53168446-32c1-4cc3-b359-c3ccf82f7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:57.778844 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f10699a6-7ad0-4cc4-8e0f-280eb85b6852 req-53168446-32c1-4cc3-b359-c3ccf82f7e16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 1099 time: 0.1093073 May 25 15:58:57.807826 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05198638-d0d3-4629-ac24-5bda2a406682 req-9c346420-4deb-47c0-9398-aba3339d8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:57.809816 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-9c346420-4deb-47c0-9398-aba3339d8006 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 1099 time: 0.0850794 May 25 15:58:57.833063 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:57.851242 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f10699a6-7ad0-4cc4-8e0f-280eb85b6852 req-de933edf-4a2d-49f7-a2d2-2b1d53dc6dda service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 May 25 15:58:58.020307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05198638-d0d3-4629-ac24-5bda2a406682 req-79f2dc25-847c-4823-a9a2-7f31df80e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:58.022668 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-79f2dc25-847c-4823-a9a2-7f31df80e1c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 915 time: 0.1827269 May 25 15:58:58.033022 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3672-c02b-4265-aacb-c5b867b57bf7 req-d81dc95e-f40d-4091-83d3-d0abaebd6864 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:58.034546 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a6cf3672-c02b-4265-aacb-c5b867b57bf7 req-d81dc95e-f40d-4091-83d3-d0abaebd6864 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.0918250 May 25 15:58:58.093109 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a6cf3672-c02b-4265-aacb-c5b867b57bf7 req-8887abdb-c67f-4048-a9c0-951715713903 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 May 25 15:58:58.283493 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-b82e8c45-370a-4548-b3f9-c0ecd33f16ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc2bfd7-9f83-4115-b015-8001c932425d HTTP/1.1" status: 200 len: 217 time: 0.0707402 May 25 15:58:58.366564 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05198638-d0d3-4629-ac24-5bda2a406682 req-b11d606c-cb51-4c96-acfa-8804a863aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:58.367983 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-b11d606c-cb51-4c96-acfa-8804a863aa21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.0622416 May 25 15:58:58.439639 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-6e732983-de7e-402d-bc24-0d67be3e8346 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627763 May 25 15:58:58.636606 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-1841a302-7549-4f68-8a41-ffdc511cad6b service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876819 May 25 15:58:58.655974 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd55636-0a20-4887-b367-b9111e074986 req-25795702-1bab-487c-92ef-294e185396f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:58.657424 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-afd55636-0a20-4887-b367-b9111e074986 req-25795702-1bab-487c-92ef-294e185396f7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1346526 May 25 15:58:58.707182 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b6cfee57-4737-4e64-810f-77b63feaedb0 req-b64e3729-8a0e-43a8-ad78-06ec2d782bb7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 210 time: 0.0593405 May 25 15:58:58.794207 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-afd55636-0a20-4887-b367-b9111e074986 req-059f3e07-32f7-40e5-b7c6-655c72aa608d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189413 May 25 15:58:58.840245 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05198638-d0d3-4629-ac24-5bda2a406682 req-8c7a5068-6393-424d-9712-7c62f86adcf0 service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919014 May 25 15:58:59.291577 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6448-a34d-4b86-be2d-8e9c8ac7c396 req-1d1e7e77-d08a-442d-8ff5-a45b5afe5136 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:58:59.295154 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1add6448-a34d-4b86-be2d-8e9c8ac7c396 req-1d1e7e77-d08a-442d-8ff5-a45b5afe5136 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.0894582 May 25 15:58:59.341101 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1add6448-a34d-4b86-be2d-8e9c8ac7c396 req-9c27ef37-5e9c-45b1-b85a-8313f544254c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 May 25 15:58:59.529329 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53286) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:58:59.658608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:59.673543 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:58:59.677282 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Usage tracker for resource:security_group_rule and tenant:f0f5e19a0b1a4870883d7e3c75155524 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:58:59.680008 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:58:59.686181 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:58:59.785977 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:59.872545 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-41a30b1d-ed68-4dd8-aba5-dbd5368547ff req-0dbed178-fb99-4500-8507-2e4001a1b3ed tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 210 time: 0.0510414 May 25 15:58:59.895830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:59.923007 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:00.064337 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53304) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:00.064626 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f5e19a0b1a4870883d7e3c75155524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338926 May 25 15:59:00.072909 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef28ffe-530a-422e-b289-22c84353491b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:00.087726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:00.117673 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49307ca-64bf-4038-b10e-3eb9366293ea req-e8f9a7f5-63bd-40ab-904c-e5ad46daaae4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:00.120003 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f49307ca-64bf-4038-b10e-3eb9366293ea req-e8f9a7f5-63bd-40ab-904c-e5ad46daaae4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1979256 May 25 15:59:00.157091 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:00.177666 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f49307ca-64bf-4038-b10e-3eb9366293ea req-cca47669-7db3-4cd8-8c11-c02bbff2f360 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 May 25 15:59:00.190448 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:00.353042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:00.358732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cbb4997c-62a1-4032-9d52-e8a7a0121209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:00.374744 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef28ffe-530a-422e-b289-22c84353491b,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:00.377916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:00.382419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:00.386081 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aef28ffe-530a-422e-b289-22c84353491b HTTP/1.1" status: 204 len: 168 time: 0.3179989 May 25 15:59:00.557560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bbe99-a2b5-4ca5-95f2-77aa760bc1b7 req-126de626-292f-404d-be37-f7f6ad9c2ae9 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:00.559182 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-413bbe99-a2b5-4ca5-95f2-77aa760bc1b7 req-126de626-292f-404d-be37-f7f6ad9c2ae9 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.0932930 May 25 15:59:00.619345 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-413bbe99-a2b5-4ca5-95f2-77aa760bc1b7 req-36261b6b-b434-4735-89eb-d60503fcb191 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 May 25 15:59:00.663362 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-aae459dc-eec5-43a6-a319-1f0e219a06af tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:00.664078 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-aae459dc-eec5-43a6-a319-1f0e219a06af tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:00.765207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-aae459dc-eec5-43a6-a319-1f0e219a06af tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:00.766533 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-aae459dc-eec5-43a6-a319-1f0e219a06af tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "GET /v2.0/networks?id=a59dcbf7-8022-43a4-926f-13ff21ccf844 HTTP/1.1" status: 200 len: 808 time: 0.2661262 May 25 15:59:00.788880 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Request body: {'port': {'device_id': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844', 'admin_state_up': True, 'tenant_id': '671622cd15c84dd898c3b3fb6228c8eb'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:00.967750 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:00.976195 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Usage tracker for resource:port and tenant:671622cd15c84dd898c3b3fb6228c8eb is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:00.979343 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:00.994978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:01.091954 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b28fc9db-6736-4c81-9e8a-719ec2d85e8b req-7a21710e-44b9-4138-8732-208226cf365e tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 210 time: 0.0648031 May 25 15:59:01.163433 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Made reservation on behalf of 671622cd15c84dd898c3b3fb6228c8eb for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:01.177957 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.377949 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Allocated IP 172.20.0.2 (a59dcbf7-8022-43a4-926f-13ff21ccf844/260952cb-67be-4cc9-93e4-e5f3b14e8757/1139454e-74fd-48de-a403-839435fc3a4e) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:01.410663 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53350) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:01.435294 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.502864 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:01.508788 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Usage tracker for resource:security_group_rule and tenant:0568e5752e2a488ebc2ac7cc48da1b90 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:01.512732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:01.520968 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:01.566097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6f7a-b905-4a19-b931-c51863b3a092 req-d83aba7b-926d-4b14-83ae-53f0f5af2b0e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:01.567546 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce3c6f7a-b905-4a19-b931-c51863b3a092 req-d83aba7b-926d-4b14-83ae-53f0f5af2b0e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1353748 May 25 15:59:01.602926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.634230 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce3c6f7a-b905-4a19-b931-c51863b3a092 req-08c6272b-5f44-4850-8641-45fcfd91d3be tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608850 May 25 15:59:01.662694 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.719112 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.727326 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:01.752608 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.761135 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-01bcc037-01d3-409c-9678-ba9d553f69d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:01.797002 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:01.798612 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0568e5752e2a488ebc2ac7cc48da1b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861840 May 25 15:59:01.800304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:01.801748 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53356) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:01.803469 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:01.815006 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f611d-a532-48e8-af1d-3c4f2c61e35f,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:01.821627 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:01.841592 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Pushing event updated for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:01.851726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:01.875483 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.877696 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:01.878300 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.903795 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:01.993573 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2088213 May 25 15:59:02.031183 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Request body: {'port': {'device_id': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:02.067372 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:02.072275 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9e3a70ea-0985-4f6f-b3a5-4f01dc5eeca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:02.083869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3f611d-a532-48e8-af1d-3c4f2c61e35f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:02.086700 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:02.088596 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:02.090194 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf3f611d-a532-48e8-af1d-3c4f2c61e35f HTTP/1.1" status: 204 len: 168 time: 0.2875686 May 25 15:59:02.150193 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:02.404352 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-b4f1a678-5bce-4c3f-83c2-aeed122e96fa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:02.405106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-b4f1a678-5bce-4c3f-83c2-aeed122e96fa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:02.629077 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1139454e-74fd-48de-a403-839435fc3a4e {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:02.639561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:02.657479 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Transition to ACTIVE for port object 1139454e-74fd-48de-a403-839435fc3a4e will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:02.688734 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-b4f1a678-5bce-4c3f-83c2-aeed122e96fa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:02.690087 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-b4f1a678-5bce-4c3f-83c2-aeed122e96fa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 931 time: 0.4728074 May 25 15:59:02.740275 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-6952e5e1-2a45-4506-904c-3f585f53a3f3 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:02.809698 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:02.814761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b23a6524-a151-4dbe-946a-734e03667d49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:02.833779 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2afef3-cc50-46c2-b4bf-ffccad9038df req-465dccd6-245b-4293-acc2-c65a1ebb3120 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:02.835233 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2d2afef3-cc50-46c2-b4bf-ffccad9038df req-465dccd6-245b-4293-acc2-c65a1ebb3120 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0858567 May 25 15:59:02.860278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-6952e5e1-2a45-4506-904c-3f585f53a3f3 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:02.862366 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-67d399bc-edfe-4cbd-96c6-e3baa5bb3426 req-6952e5e1-2a45-4506-904c-3f585f53a3f3 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651852 May 25 15:59:02.891573 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2d2afef3-cc50-46c2-b4bf-ffccad9038df req-74441cf8-ea50-411c-bba6-0cf99d407db4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 May 25 15:59:03.058628 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Pushing event updated for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:03.084864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:03.127079 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Attempting to bind port 1139454e-74fd-48de-a403-839435fc3a4e on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:59:03.127293 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Attempting to bind port 1139454e-74fd-48de-a403-839435fc3a4e by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:59:03.127736 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Attempting to bind port 1139454e-74fd-48de-a403-839435fc3a4e on network a59dcbf7-8022-43a4-926f-13ff21ccf844 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:03.132353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Port 1139454e-74fd-48de-a403-839435fc3a4e on network a59dcbf7-8022-43a4-926f-13ff21ccf844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:59:03.132700 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Attempting to bind port 1139454e-74fd-48de-a403-839435fc3a4e on network a59dcbf7-8022-43a4-926f-13ff21ccf844 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:03.138382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:59:03.139051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Checking segment: {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:59:03.139051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Bound using segment: {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:59:03.139471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Bound port: 1139454e-74fd-48de-a403-839435fc3a4e, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:59:03.139804 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.231323 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:59:03.234313 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1139454e-74fd-48de-a403-839435fc3a4e,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:59:03.323243 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.327698 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:03.382527 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.383507 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:03.384898 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] 10.222.0.68 "PUT /v2.0/ports/1139454e-74fd-48de-a403-839435fc3a4e HTTP/1.1" status: 200 len: 1093 time: 1.3587885 May 25 15:59:03.387830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:03.410546 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Pushing event updated for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:03.413598 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:03.430850 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e', 'status': 'completed', 'code': 200} May 25 15:59:03.575829 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7356-8930-4b73-8b03-8567791e81ff req-d4cdb0fc-2c4b-4008-8987-e3a0e5391462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.576095 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cabe7356-8930-4b73-8b03-8567791e81ff req-d4cdb0fc-2c4b-4008-8987-e3a0e5391462 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 1096 time: 0.0797448 May 25 15:59:03.736862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7356-8930-4b73-8b03-8567791e81ff req-318a1f0b-f734-4826-9e2b-d42f9be349c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.738635 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cabe7356-8930-4b73-8b03-8567791e81ff req-318a1f0b-f734-4826-9e2b-d42f9be349c1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1473455 May 25 15:59:03.909359 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7356-8930-4b73-8b03-8567791e81ff req-1981c2e5-469b-434a-9120-0a30c4d21c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:03.910813 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cabe7356-8930-4b73-8b03-8567791e81ff req-1981c2e5-469b-434a-9120-0a30c4d21c27 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368659 May 25 15:59:04.112565 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed79ab-3a8e-4e91-aa5a-a68af0c52d2c req-74e689cb-0b96-4aef-ac03-5c5b4c461d79 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.113976 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a5ed79ab-3a8e-4e91-aa5a-a68af0c52d2c req-74e689cb-0b96-4aef-ac03-5c5b4c461d79 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1036301 May 25 15:59:04.134598 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b70d-597a-4924-a3ab-aacf3ac2af90 req-1b3a8bec-706b-486a-b32e-dad64132eb54 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.142182 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eaf0b70d-597a-4924-a3ab-aacf3ac2af90 req-1b3a8bec-706b-486a-b32e-dad64132eb54 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 943 time: 0.1479757 May 25 15:59:04.165436 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a5ed79ab-3a8e-4e91-aa5a-a68af0c52d2c req-bcfecec9-bab2-4279-83f3-a9094b0bbcda tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 May 25 15:59:04.181084 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-65d34f29-915d-411f-b208-69cd30182397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.182523 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-65d34f29-915d-411f-b208-69cd30182397 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 1096 time: 0.1559834 May 25 15:59:04.195879 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eaf0b70d-597a-4924-a3ab-aacf3ac2af90 req-48c8740e-303f-4397-9ead-1e43750045ec tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528531 May 25 15:59:04.294131 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-c39552ab-9235-4c96-95a6-1d7a3140dd4b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1139454e-74fd-48de-a403-839435fc3a4e HTTP/1.1" status: 200 len: 217 time: 0.0762360 May 25 15:59:04.361057 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2f2d9108-515d-4a95-be4c-67f05b9594f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.362832 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-2f2d9108-515d-4a95-be4c-67f05b9594f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=260952cb-67be-4cc9-93e4-e5f3b14e8757 HTTP/1.1" status: 200 len: 848 time: 0.0617263 May 25 15:59:04.418874 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-f7a27d94-8c46-4298-a437-4ff51176e1b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a59dcbf7-8022-43a4-926f-13ff21ccf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422750 May 25 15:59:04.495924 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-6c9fca91-6430-4a1b-8bd8-f1c975d56eb0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:04.497392 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-6c9fca91-6430-4a1b-8bd8-f1c975d56eb0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.1549404 May 25 15:59:04.516951 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-fb1c70bc-786c-4e8d-a23c-5012e2fda707 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/quotas/f22308123a90468fb1fd5c18d06a4780 HTTP/1.1" status: 200 len: 375 time: 0.0133767 May 25 15:59:04.563194 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-d1e3d9a2-faa9-479f-baf9-e6550c1132f4 service neutron] 10.222.0.68 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361451 May 25 15:59:04.601138 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-f9e15e66-90c6-440c-bdeb-98977acfb954 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811336 May 25 15:59:04.707124 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83ed4a76-b70e-4d07-87c5-d96be8478bad req-1f613257-08fd-4396-b17a-5e9134ddcc97 service neutron] 10.222.0.68 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348541 May 25 15:59:04.750279 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-c963cab5-1d29-4b96-876d-7ac15d71b39d service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414382 May 25 15:59:04.880427 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53430) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:04.972143 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-29503625-7ce2-4b44-a600-dbad81b2e53a service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161722 May 25 15:59:05.005650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.021338 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:05.025031 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Usage tracker for resource:security_group_rule and tenant:71c045ed579f44f09d47e8efaa30acf9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:05.028849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:05.034364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:05.120744 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.249318 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6868835b-07da-4527-bfd1-041365d3bd1f req-76b2a4bc-d6f8-4628-bacd-86dcc66acf11 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 210 time: 0.0526521 May 25 15:59:05.249928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.258062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f47d1bd1-2acc-4e1c-a299-3b658f92244f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:05.306877 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71c045ed579f44f09d47e8efaa30acf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253385 May 25 15:59:05.310243 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53446) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:05.313923 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d7fb1b-ee78-4b76-aa9e-b8dfbca8a685,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:05.330629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:05.406497 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc3c2-23cc-45f4-890d-6f5a47f6f08a req-144f6483-0fae-497d-b16b-d6f0688e5dcd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:05.408106 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-461bc3c2-23cc-45f4-890d-6f5a47f6f08a req-144f6483-0fae-497d-b16b-d6f0688e5dcd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1274590 May 25 15:59:05.465128 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-461bc3c2-23cc-45f4-890d-6f5a47f6f08a req-2234786f-c206-4662-9da3-c5620abd4f7b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504169 May 25 15:59:05.476964 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.521230 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.536476 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2719b-6f06-47eb-90a6-846c1cf29add req-2a097551-b654-41aa-9299-f076a9e69202 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:05.538833 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-65f2719b-6f06-47eb-90a6-846c1cf29add req-2a097551-b654-41aa-9299-f076a9e69202 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 943 time: 0.1495354 May 25 15:59:05.637973 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-65f2719b-6f06-47eb-90a6-846c1cf29add req-c147a75c-c98e-4320-a93b-deb14e5bd0bc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890744 May 25 15:59:05.841607 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.847212 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:05.868033 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d7fb1b-ee78-4b76-aa9e-b8dfbca8a685,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:05.877352 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:05.879857 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:05.880898 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26d7fb1b-ee78-4b76-aa9e-b8dfbca8a685 HTTP/1.1" status: 204 len: 168 time: 0.5686386 May 25 15:59:05.906191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc096e0-8d96-472b-8e92-f5e913eb3cc3 req-729317e6-3c99-4400-95b3-a3df8a7d1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:05.907692 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ddc096e0-8d96-472b-8e92-f5e913eb3cc3 req-729317e6-3c99-4400-95b3-a3df8a7d1809 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 1098 time: 0.1834128 May 25 15:59:05.958921 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ddc096e0-8d96-472b-8e92-f5e913eb3cc3 req-ccc920a8-7a7c-486f-bb09-db4aa48a7929 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 May 25 15:59:06.407402 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e699734-2c2b-4930-b515-e69c299e9e9d req-391f4a59-e2e5-418f-a8a4-f31462017b6d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 210 time: 0.0441005 May 25 15:59:06.652874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf9a2-1cb0-430f-846a-a73214275277 req-a4701f19-55ca-4dde-845c-8290393b7aa1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:06.654328 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-be1cf9a2-1cb0-430f-846a-a73214275277 req-a4701f19-55ca-4dde-845c-8290393b7aa1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0846741 May 25 15:59:06.707201 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-be1cf9a2-1cb0-430f-846a-a73214275277 req-86e505fb-f6cf-4a8d-8a43-bfa4899eed82 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 May 25 15:59:06.816303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53490) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:06.834231 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:06.849419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fae17e-ad9f-4623-a03a-a8504cce4c80 req-5c246e15-4db0-4715-9710-3043833b71e0 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:06.851610 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-27fae17e-ad9f-4623-a03a-a8504cce4c80 req-5c246e15-4db0-4715-9710-3043833b71e0 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 943 time: 0.0946760 May 25 15:59:06.855816 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:06.859743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Usage tracker for resource:security_group_rule and tenant:39703ee0d25d4e329f6afb30eaa57ef1 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:06.863401 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:06.870154 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:06.928468 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-27fae17e-ad9f-4623-a03a-a8504cce4c80 req-63924ad3-a14d-4e5a-a150-0509cb0073aa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 May 25 15:59:06.975879 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.083318 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.090780 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-119b3cfd-8369-45fb-b8f7-16e8c6d64715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:07.136791 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39703ee0d25d4e329f6afb30eaa57ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188686 May 25 15:59:07.137645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0989442-1767-4bb1-81db-8e0f9beb5ee1,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:07.139617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53506) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:07.149566 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:07.208162 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.237237 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.426939 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.430827 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cd29e67d-3fa0-4ccb-9af7-e41436d7b94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:07.443201 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0989442-1767-4bb1-81db-8e0f9beb5ee1,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:07.459144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:07.459144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:07.459144 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0989442-1767-4bb1-81db-8e0f9beb5ee1 HTTP/1.1" status: 204 len: 168 time: 0.3143735 May 25 15:59:07.567305 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-48dce53f-2b81-4a42-9cca-dc35e426c5f9 req-9407e757-888b-4fb6-b769-6a066571c111 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 210 time: 0.0525484 May 25 15:59:07.900130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8b80-2eda-43f3-8d49-c47904d87459 req-2855a880-517e-40ca-a90a-1ee7250eb382 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:07.902101 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f5cf8b80-2eda-43f3-8d49-c47904d87459 req-2855a880-517e-40ca-a90a-1ee7250eb382 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.0835190 May 25 15:59:07.957013 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f5cf8b80-2eda-43f3-8d49-c47904d87459 req-40b59979-c087-4526-933c-7bc473984422 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 May 25 15:59:08.155992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148d6d8-eed8-4984-933b-6bc8f9851d43 req-e7735dcd-d0b0-4a3b-a0d7-667aecf14815 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:08.157598 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f148d6d8-eed8-4984-933b-6bc8f9851d43 req-e7735dcd-d0b0-4a3b-a0d7-667aecf14815 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 943 time: 0.0972600 May 25 15:59:08.210750 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f148d6d8-eed8-4984-933b-6bc8f9851d43 req-a8d14ca4-c94c-4d54-a086-139d6225b41b tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 May 25 15:59:08.594087 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-f84d148b-ea4b-451f-8893-ddb982350ff2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:08.595581 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-f84d148b-ea4b-451f-8893-ddb982350ff2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.1484437 May 25 15:59:08.644184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Request body: {'port': {'device_id': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'admin_state_up': True, 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:08.692332 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 1139454e-74fd-48de-a403-839435fc3a4e details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:59:08.774104 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-29470bb3-cb38-4809-b944-293036cd1872 req-849217a9-a51d-4eb0-8c0f-6f48315ccc19 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 210 time: 0.0635650 May 25 15:59:08.859206 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:08.873002 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1139454e-74fd-48de-a403-839435fc3a4e,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:08.882328 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:08.894514 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '1139454e-74fd-48de-a403-839435fc3a4e', 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844', 'port_id': '1139454e-74fd-48de-a403-839435fc3a4e', 'mac_address': 'fa:16:3e:52:b0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260952cb-67be-4cc9-93e4-e5f3b14e8757', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:59:08.958417 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:08.976186 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1139454e-74fd-48de-a403-839435fc3a4e {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:08.994935 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:09.001745 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.016346 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1139454e-74fd-48de-a403-839435fc3a4e,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:09.158462 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.160190 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:09.240889 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:09.255416 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:09.270602 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052707db-20f2-437f-93d6-f96c2a6c39e2 req-7c95f1e9-d917-425c-bd51-c6cd2745f3f4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.278772 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-052707db-20f2-437f-93d6-f96c2a6c39e2 req-7c95f1e9-d917-425c-bd51-c6cd2745f3f4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1966155 May 25 15:59:09.306350 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Allocated IP 172.20.0.6 (59786406-f96e-4094-ad63-e2f2f2edae24/705a2f7f-823a-410c-8c11-8c8ee816818b/62b7c963-3b14-44bf-bebe-152295a6ccce) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:09.357151 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-052707db-20f2-437f-93d6-f96c2a6c39e2 req-3dba2028-196a-4b98-967a-73cb93439285 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773156 May 25 15:59:09.459320 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf4b50-c977-4876-b3ba-1492fa4bc1d1 req-156d1cb6-385a-49a6-bf9f-adbb4bb096d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.461952 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8bf4b50-c977-4876-b3ba-1492fa4bc1d1 req-156d1cb6-385a-49a6-bf9f-adbb4bb096d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 944 time: 0.0870960 May 25 15:59:09.527524 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8bf4b50-c977-4876-b3ba-1492fa4bc1d1 req-28a2a819-bf22-4767-a743-5e5254af37a2 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 May 25 15:59:09.615819 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.633132 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dc3f1-e8ed-4cf3-b9a7-ed06ec5492e6 req-50e59c19-6c0d-4e03-b849-7e9e49ef9e9e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.634567 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d01dc3f1-e8ed-4cf3-b9a7-ed06ec5492e6 req-50e59c19-6c0d-4e03-b849-7e9e49ef9e9e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1632886 May 25 15:59:09.690430 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['1139454e-74fd-48de-a403-839435fc3a4e'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:09.692361 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d01dc3f1-e8ed-4cf3-b9a7-ed06ec5492e6 req-7da4cae9-da3a-44a4-aa84-049bf719de2d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 May 25 15:59:09.770813 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:09.780938 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:09.863703 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Network 59786406-f96e-4094-ad63-e2f2f2edae24 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:09.865192 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:09.878996 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:09.975795 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event updated for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:09.975795 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:09.990030 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:09.990648 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.028739 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fc923-dd0e-4e76-89cd-02a42cdfa88f req-76cdb23d-fc5d-460a-ba32-ad70ba4e3286 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.030830 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-799fc923-dd0e-4e76-89cd-02a42cdfa88f req-76cdb23d-fc5d-460a-ba32-ad70ba4e3286 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 931 time: 0.0853908 May 25 15:59:10.084712 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-799fc923-dd0e-4e76-89cd-02a42cdfa88f req-44b93b19-f1bc-42d5-9363-bef2ebed6864 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 May 25 15:59:10.129945 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905479 May 25 15:59:10.160323 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Request body: {'port': {'device_id': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:10.272464 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.734892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b7c963-3b14-44bf-bebe-152295a6ccce {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:10.747548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.767886 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d', 'd2113581-c837-4d74-8aef-68afade88b47'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:10.770311 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Transition to ACTIVE for port object 62b7c963-3b14-44bf-bebe-152295a6ccce will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:10.864145 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462cc3-228b-462c-8086-675ffde651b1 req-a51d8f4c-9435-4e53-92c6-8e34500dce4c tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:10.866811 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b9462cc3-228b-462c-8086-675ffde651b1 req-a51d8f4c-9435-4e53-92c6-8e34500dce4c tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 944 time: 0.1615186 May 25 15:59:10.925047 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b9462cc3-228b-462c-8086-675ffde651b1 req-c3a97bb9-2c9f-4cc2-adc7-19ba4269356c tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 May 25 15:59:10.981535 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.987207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d3514c02-7e76-4753-aa0f-e2e7bc816f16 tempest-DeleteServersTestJSON-843920400 tempest-DeleteServersTestJSON-843920400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:11.251241 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Pushing event updated for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:11.287878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:11.347381 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Attempting to bind port 62b7c963-3b14-44bf-bebe-152295a6ccce on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:59:11.347607 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Attempting to bind port 62b7c963-3b14-44bf-bebe-152295a6ccce by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:59:11.347932 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Attempting to bind port 62b7c963-3b14-44bf-bebe-152295a6ccce on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:11.354937 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Port 62b7c963-3b14-44bf-bebe-152295a6ccce on network 59786406-f96e-4094-ad63-e2f2f2edae24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:59:11.355455 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Attempting to bind port 62b7c963-3b14-44bf-bebe-152295a6ccce on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:11.362755 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:59:11.363099 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Checking segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:59:11.363458 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Bound using segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:59:11.363872 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Bound port: 62b7c963-3b14-44bf-bebe-152295a6ccce, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:59:11.364205 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:11.423085 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875647-8f49-4b74-9e6a-7c7a2bad81de req-a272a2e6-7810-4fc0-94f5-2bfc6ac8204b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:11.423775 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f7875647-8f49-4b74-9e6a-7c7a2bad81de req-a272a2e6-7810-4fc0-94f5-2bfc6ac8204b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:11.480225 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:59:11.483811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=62b7c963-3b14-44bf-bebe-152295a6ccce,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:59:11.506743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f7875647-8f49-4b74-9e6a-7c7a2bad81de req-a272a2e6-7810-4fc0-94f5-2bfc6ac8204b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:11.508424 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7875647-8f49-4b74-9e6a-7c7a2bad81de req-a272a2e6-7810-4fc0-94f5-2bfc6ac8204b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 943 time: 0.2622762 May 25 15:59:11.554844 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7875647-8f49-4b74-9e6a-7c7a2bad81de req-9a2d23df-2db4-40b2-9ee4-f969583725c0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 May 25 15:59:11.582009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:11.587212 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-37f15edd-b01e-4ea1-b6de-1c3892f86646 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:11.650325 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:11.650923 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:11.653205 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] 10.222.0.68 "PUT /v2.0/ports/62b7c963-3b14-44bf-bebe-152295a6ccce HTTP/1.1" status: 200 len: 1093 time: 1.4971664 May 25 15:59:11.653672 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:11.673125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Pushing event updated for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:11.676053 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:11.710053 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce', 'status': 'completed', 'code': 200} May 25 15:59:11.834153 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-ec9ee007-1fbc-4512-a07f-e97bdbc2d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:11.835706 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-ec9ee007-1fbc-4512-a07f-e97bdbc2d113 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 1096 time: 0.0698171 May 25 15:59:12.005999 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53668) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:12.009760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-6d9cabda-7de2-43d0-a235-6ce061626a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.011736 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-6d9cabda-7de2-43d0-a235-6ce061626a31 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f22308123a90468fb1fd5c18d06a4780&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1560171 May 25 15:59:12.132076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.147144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:12.150830 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0bf143a188408e8fec9e99562111f9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:12.154383 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:12.160119 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:12.205524 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-7405a818-dcc4-4fca-9575-7fe88dfd3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.206933 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2fb7c726-bf35-4b41-8644-0e375a5ca4e1 req-7405a818-dcc4-4fca-9575-7fe88dfd3305 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880217 May 25 15:59:12.222963 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1559-33c9-443a-ba9b-36edad4270f1 req-03112dac-1ef7-40b9-84c2-f7fd464808d4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.224430 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-762e1559-33c9-443a-ba9b-36edad4270f1 req-03112dac-1ef7-40b9-84c2-f7fd464808d4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 944 time: 0.1364317 May 25 15:59:12.250216 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.278719 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-762e1559-33c9-443a-ba9b-36edad4270f1 req-c8ce51c1-0397-4392-90c1-8e27d0e18f88 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 May 25 15:59:12.368668 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-f3731a7e-9e7b-459f-b442-27fc9fe13520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.370741 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-f3731a7e-9e7b-459f-b442-27fc9fe13520 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 1096 time: 0.0739422 May 25 15:59:12.387159 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.396001 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e6964bf4-9668-4ab7-9888-2f4d56f95c08 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:12.454926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53686) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:12.455334 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d0bf143a188408e8fec9e99562111f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471993 May 25 15:59:12.457519 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb1bd8-1202-4048-beb8-388c44aaa1dd,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:12.460865 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:12.473826 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-dadd8c50-b4b8-47bb-9e48-14bbcb27202a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b7c963-3b14-44bf-bebe-152295a6ccce HTTP/1.1" status: 200 len: 217 time: 0.0821559 May 25 15:59:12.575631 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-8e58989f-3824-46a8-af75-3cf9aa3fb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.577080 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-8e58989f-3824-46a8-af75-3cf9aa3fb103 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.0832193 May 25 15:59:12.579470 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.725685 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 1139454e-74fd-48de-a403-839435fc3a4e up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:59:12.736243 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-698e28ff-a25e-456e-8ba4-48739d343fda service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473837 May 25 15:59:12.774502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.895317 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 1139454e-74fd-48de-a403-839435fc3a4e completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:12.900332 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 1139454e-74fd-48de-a403-839435fc3a4e triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:12.900796 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.938405 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4512a-9ef2-4c93-8b2e-55a2832d2c0f req-dfc1784d-a022-4126-8848-2e540caad62d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:12.939875 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1fe4512a-9ef2-4c93-8b2e-55a2832d2c0f req-dfc1784d-a022-4126-8848-2e540caad62d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 943 time: 0.2454445 May 25 15:59:12.943292 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-e5074fa0-0caa-491b-8d51-f6eb689113dc service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988387 May 25 15:59:13.026592 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:13.063099 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:13.077256 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1fe4512a-9ef2-4c93-8b2e-55a2832d2c0f req-b598bdf1-3d96-466f-9d42-09f23bc212e8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240735 May 25 15:59:13.077365 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1139454e-74fd-48de-a403-839435fc3a4e,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:13.125162 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e', 'code': 200} May 25 15:59:13.126328 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b963e80e-da6e-4441-b450-a9053bb6cec4 req-fa8f7eaa-5497-4089-bad9-582c6cd48604 service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669557 May 25 15:59:13.186892 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:13.187069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:13.191382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:13.195212 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:13.203978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb1bd8-1202-4048-beb8-388c44aaa1dd,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:13.212122 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:13.217998 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:13.222101 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56eb1bd8-1202-4048-beb8-388c44aaa1dd HTTP/1.1" status: 204 len: 168 time: 0.7658520 May 25 15:59:13.275618 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:13.279512 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:13.472416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148ea3-eb50-40b7-a566-f8023949e4b3 req-8aaa267e-4146-425e-8e28-59a4ac663449 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.476083 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1148ea3-eb50-40b7-a566-f8023949e4b3 req-8aaa267e-4146-425e-8e28-59a4ac663449 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.0834491 May 25 15:59:13.531051 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1148ea3-eb50-40b7-a566-f8023949e4b3 req-a9a036eb-221e-4916-8cba-bc5d41fe9fcc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 May 25 15:59:13.665224 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a3529-a0b6-4c79-a9a0-7af902ecb372 req-d6e76e1b-6e32-4728-96e3-4b50a321ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.666871 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-728a3529-a0b6-4c79-a9a0-7af902ecb372 req-d6e76e1b-6e32-4728-96e3-4b50a321ebbb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 1098 time: 0.0836360 May 25 15:59:13.736886 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-728a3529-a0b6-4c79-a9a0-7af902ecb372 req-11fb7322-d650-4680-a3b5-b11a89b32fc0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606265 May 25 15:59:13.881652 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaaed-a7ee-4c33-a2e7-69782ceff252 req-4231f895-7b09-4574-aeae-a06da2008f52 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:13.883128 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6e0eaaed-a7ee-4c33-a2e7-69782ceff252 req-4231f895-7b09-4574-aeae-a06da2008f52 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0833385 May 25 15:59:13.928068 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6e0eaaed-a7ee-4c33-a2e7-69782ceff252 req-3761316b-5099-4154-b202-8e8fe842c45b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 May 25 15:59:14.110419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53722) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:14.130377 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.145726 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:14.149590 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Usage tracker for resource:security_group_rule and tenant:d19fa4c3438f46d085ab9448c82bb52a is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:14.152353 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:14.158097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:14.216281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-6499ce32-6100-4505-bdcf-1bb24cdc21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.217754 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-6499ce32-6100-4505-bdcf-1bb24cdc21c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.0759375 May 25 15:59:14.309800 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.322644 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3ed4-2c94-421b-8b52-6b8df74585a1 req-9944727f-49a2-41c0-8151-dd7b90afffc4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.324157 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-02de3ed4-2c94-421b-8b52-6b8df74585a1 req-9944727f-49a2-41c0-8151-dd7b90afffc4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 943 time: 0.1348529 May 25 15:59:14.354044 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-ab07a1d7-1f7f-45ab-95b4-e4135cc705e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.355979 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-ab07a1d7-1f7f-45ab-95b4-e4135cc705e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.1297622 May 25 15:59:14.377443 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-02de3ed4-2c94-421b-8b52-6b8df74585a1 req-a4d2aea4-a0dd-4cde-813d-0bffea580216 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 May 25 15:59:14.392279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.399214 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-276835e5-ba56-4d39-bd31-a619fb7db654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:14.429747 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-e1340bd1-4c87-4ae0-9d6d-09dc8fcce4e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.0631881 May 25 15:59:14.440059 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cacb93-3e7a-4d9e-9026-b9e37a71b866,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:14.443288 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:14.449425 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d19fa4c3438f46d085ab9448c82bb52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326643 May 25 15:59:14.450287 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 53726) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:14.497554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-fccc2f61-06a3-407e-8c91-b694f25c60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.498976 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-fccc2f61-06a3-407e-8c91-b694f25c60d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0608819 May 25 15:59:14.511492 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.537580 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.559267 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-361e811a-5039-4b98-9c23-a38a73cdeee1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412438 May 25 15:59:14.688853 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.693706 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ede1d69b-2f47-4e33-8065-c4145c2abcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:14.706038 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cacb93-3e7a-4d9e-9026-b9e37a71b866,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:14.710851 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:14.724313 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:14.725436 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87cacb93-3e7a-4d9e-9026-b9e37a71b866 HTTP/1.1" status: 204 len: 168 time: 0.2750065 May 25 15:59:14.758484 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-5960d571-fb83-4eec-9c33-d12ac651d384 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880932 May 25 15:59:14.802932 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81182c-ca83-4d09-b3bd-b8dcb58a995a req-c41afb93-f22b-465b-89a0-19710407f614 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:14.804371 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1a81182c-ca83-4d09-b3bd-b8dcb58a995a req-c41afb93-f22b-465b-89a0-19710407f614 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.1645839 May 25 15:59:14.940362 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1a81182c-ca83-4d09-b3bd-b8dcb58a995a req-6b57d994-2b41-4f95-b7fe-b1b2dfa0a5c7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 May 25 15:59:14.971265 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a25a5b08-646d-4dc8-b0b7-8822ccdcb1c6 req-ebffb153-45be-43a2-82c5-51026ce02e20 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992664 May 25 15:59:15.125829 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36ca9c-082e-494e-9e08-53e919dcab0d req-43a9b31d-ff0b-4271-80a8-2f7ac2f4edd1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:15.127263 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8e36ca9c-082e-494e-9e08-53e919dcab0d req-43a9b31d-ff0b-4271-80a8-2f7ac2f4edd1 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0837383 May 25 15:59:15.175822 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8e36ca9c-082e-494e-9e08-53e919dcab0d req-d1d2a2f8-eec8-42d4-a685-bce493165060 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 May 25 15:59:15.572431 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa3f4e-5e52-471d-86b6-938ad1a8dbb1 req-28676574-a2c2-4e34-b745-8d44a347cfb4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:15.574627 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b6aa3f4e-5e52-471d-86b6-938ad1a8dbb1 req-28676574-a2c2-4e34-b745-8d44a347cfb4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 943 time: 0.0901411 May 25 15:59:15.623188 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b6aa3f4e-5e52-471d-86b6-938ad1a8dbb1 req-db0f6ee9-73d4-44e9-8ca4-0de9c9ff4d89 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 May 25 15:59:16.257074 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7fa37-6c24-4fcd-8874-cf3aa8a2d809 req-80a17fae-ef0e-4406-8caa-1a9db6e8e292 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:16.258833 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7af7fa37-6c24-4fcd-8874-cf3aa8a2d809 req-80a17fae-ef0e-4406-8caa-1a9db6e8e292 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.1697640 May 25 15:59:16.310164 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7af7fa37-6c24-4fcd-8874-cf3aa8a2d809 req-f1cf151d-5a8b-4e57-b6b7-f9bed4b28e29 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 May 25 15:59:16.390524 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392021e3-13d2-4fc0-b37e-19f57f360e2c req-6a6f1904-de1e-4fb5-878c-da35d9f34c2e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:16.391991 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-392021e3-13d2-4fc0-b37e-19f57f360e2c req-6a6f1904-de1e-4fb5-878c-da35d9f34c2e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0885527 May 25 15:59:16.444004 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-392021e3-13d2-4fc0-b37e-19f57f360e2c req-0f7d5f8b-bcfe-471a-844c-0dc166f58489 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 May 25 15:59:16.743750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 62b7c963-3b14-44bf-bebe-152295a6ccce details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:59:16.820981 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935491c-2ece-4cbe-96a6-30ac09d8bc23 req-be24c9d6-2f3c-42e0-a5ea-17e368c02d0e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:16.822504 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1935491c-2ece-4cbe-96a6-30ac09d8bc23 req-be24c9d6-2f3c-42e0-a5ea-17e368c02d0e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 943 time: 0.0930827 May 25 15:59:16.882708 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1935491c-2ece-4cbe-96a6-30ac09d8bc23 req-6978cfae-e7cd-4f7a-adaf-9458620ce1a3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 May 25 15:59:16.925957 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=62b7c963-3b14-44bf-bebe-152295a6ccce,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:16.939268 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '62b7c963-3b14-44bf-bebe-152295a6ccce', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'port_id': '62b7c963-3b14-44bf-bebe-152295a6ccce', 'mac_address': 'fa:16:3e:6f:6b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705a2f7f-823a-410c-8c11-8c8ee816818b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:59:16.994517 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.012802 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b7c963-3b14-44bf-bebe-152295a6ccce {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:17.028477 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=62b7c963-3b14-44bf-bebe-152295a6ccce,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:17.255509 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.257342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:17.328108 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:17.331119 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:17.633742 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c04141-1462-4cf5-8883-49687acebb01 req-27c40cd5-dbc3-41ae-8221-19d9ece43728 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:17.635201 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86c04141-1462-4cf5-8883-49687acebb01 req-27c40cd5-dbc3-41ae-8221-19d9ece43728 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0793488 May 25 15:59:17.688629 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86c04141-1462-4cf5-8883-49687acebb01 req-ca8c461f-3cd0-4fa0-88f8-8a0f6cf908ef tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476761 May 25 15:59:17.748798 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['62b7c963-3b14-44bf-bebe-152295a6ccce'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:18.086417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1b71d-5deb-44b2-8967-ebb6610845f4 req-eb9087ab-f265-4cb0-ba2a-3f52a0dc4819 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:18.087883 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3bf1b71d-5deb-44b2-8967-ebb6610845f4 req-eb9087ab-f265-4cb0-ba2a-3f52a0dc4819 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 944 time: 0.0980377 May 25 15:59:18.133376 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3bf1b71d-5deb-44b2-8967-ebb6610845f4 req-768b46fb-8701-4830-ad6d-269cda959197 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 May 25 15:59:18.915644 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b974-91ef-4b08-854e-b1dc8eb1a03b req-c3580308-339c-479e-af02-25daeed108c6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:18.917825 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fc67b974-91ef-4b08-854e-b1dc8eb1a03b req-c3580308-339c-479e-af02-25daeed108c6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0827384 May 25 15:59:18.961827 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fc67b974-91ef-4b08-854e-b1dc8eb1a03b req-ecd121f8-e5eb-42bf-bd39-f0eb3ae0a990 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382233 May 25 15:59:19.327767 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce2abc-db26-47b1-a866-484cdbb81044 req-1707751b-ea74-4271-8ad1-06ddd0ea58f6 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:19.329194 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-26ce2abc-db26-47b1-a866-484cdbb81044 req-1707751b-ea74-4271-8ad1-06ddd0ea58f6 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 944 time: 0.0909314 May 25 15:59:19.356743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53862) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:19.384890 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da0d2-e67f-4553-b8f1-eca8d0f9e1f7 req-dd4a64ae-c435-4cfe-8b6c-0e3615c5a481 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:19.386531 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b8da0d2-e67f-4553-b8f1-eca8d0f9e1f7 req-dd4a64ae-c435-4cfe-8b6c-0e3615c5a481 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.0813193 May 25 15:59:19.391113 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-26ce2abc-db26-47b1-a866-484cdbb81044 req-462db5e9-5abc-4dea-bb6e-d769d9e417c2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557926 May 25 15:59:19.434991 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b8da0d2-e67f-4553-b8f1-eca8d0f9e1f7 req-22859a06-3cfc-41ea-ac6f-ea445cedde3a tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 May 25 15:59:19.493021 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.507058 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:19.511299 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6caa13cf004b46b4f8fc26d81687ea is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:19.514069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:19.519525 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:19.601507 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.683620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.690754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a5312796-5a35-45cf-8dee-490d1aa3523a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:19.731905 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb6caa13cf004b46b4f8fc26d81687ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740835 May 25 15:59:19.732814 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781359d-bf67-432b-b169-54246ceaafd9,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:19.735756 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:19.739678 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 53870) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:19.803937 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:19.830790 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.049666 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.054647 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-bb16222a-c5f9-4dda-84b8-0afb49b564a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:20.067680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781359d-bf67-432b-b169-54246ceaafd9,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:20.070598 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:20.083062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:20.083062 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f781359d-bf67-432b-b169-54246ceaafd9 HTTP/1.1" status: 204 len: 168 time: 0.3332829 May 25 15:59:20.226829 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708353d-7980-4f02-85b0-650d750af347 req-2582dcba-2e12-40d4-8e7a-849e38afc74f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:20.228277 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a708353d-7980-4f02-85b0-650d750af347 req-2582dcba-2e12-40d4-8e7a-849e38afc74f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1543427 May 25 15:59:20.272549 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a708353d-7980-4f02-85b0-650d750af347 req-3a6f74fb-56a2-40c8-975d-8a63b2ffbf5b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 May 25 15:59:20.594694 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763713c-94db-4172-a949-d4fd3851bc37 req-7bc8b136-4f3c-4771-9089-4aa56076e7ae tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:20.596478 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a763713c-94db-4172-a949-d4fd3851bc37 req-7bc8b136-4f3c-4771-9089-4aa56076e7ae tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 944 time: 0.0863318 May 25 15:59:20.634725 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7833-99ed-4ed4-8c49-9b773051edb0 req-a94552e6-08df-447c-bfca-92760fd7c51f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:20.636305 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-97ef7833-99ed-4ed4-8c49-9b773051edb0 req-a94552e6-08df-447c-bfca-92760fd7c51f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.0858307 May 25 15:59:20.646784 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a763713c-94db-4172-a949-d4fd3851bc37 req-bacce743-0edb-4a77-819c-891d8650f304 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 May 25 15:59:20.685704 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-97ef7833-99ed-4ed4-8c49-9b773051edb0 req-16bb0d87-f656-44cc-b8cb-369c64b949c0 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 May 25 15:59:20.785767 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 62b7c963-3b14-44bf-bebe-152295a6ccce up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:59:20.929369 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 62b7c963-3b14-44bf-bebe-152295a6ccce completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:20.934644 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 62b7c963-3b14-44bf-bebe-152295a6ccce triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:20.935213 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.075540 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.103917 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:21.113781 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=62b7c963-3b14-44bf-bebe-152295a6ccce,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:21.149716 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce', 'code': 200} May 25 15:59:21.199493 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.201514 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-b6e4083c-3252-4286-a2df-467ee3bf47d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:21.270384 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:21.281615 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:21.544062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac9632-038e-4c74-ae36-860cd879115d req-3b7a8f70-ca98-41ba-80ca-6b6eba7e7059 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.545565 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1ac9632-038e-4c74-ae36-860cd879115d req-3b7a8f70-ca98-41ba-80ca-6b6eba7e7059 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.1265430 May 25 15:59:21.553954 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa54bc-0e7c-4393-9352-98eeb96f68a4 req-eee97aec-227a-4736-95b5-5ea4fcc4ffb7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.555333 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21fa54bc-0e7c-4393-9352-98eeb96f68a4 req-eee97aec-227a-4736-95b5-5ea4fcc4ffb7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1707385 May 25 15:59:21.706354 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21fa54bc-0e7c-4393-9352-98eeb96f68a4 req-15e4204f-6ace-4ec0-ac02-caff47a015c2 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124899 May 25 15:59:21.726350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0f06e-a021-4a40-bd46-c0e1fd9eaec7 req-7b0df02c-894f-4586-811f-d5c24ecaeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.729107 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b5b0f06e-a021-4a40-bd46-c0e1fd9eaec7 req-7b0df02c-894f-4586-811f-d5c24ecaeb61 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 1098 time: 0.1074262 May 25 15:59:21.764612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Deleting port 1139454e-74fd-48de-a403-839435fc3a4e {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:59:21.765104 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.793686 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-5183c515-9a91-42c7-8065-56d824a80f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:21.845195 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b5b0f06e-a021-4a40-bd46-c0e1fd9eaec7 req-d44cd280-541c-4666-af58-cebffe6b7525 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065691 May 25 15:59:21.879105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ceb8-8ffb-46a1-a227-7a598dff06e5 req-c24e73b5-3744-438a-ad59-65503750d5c7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:21.880583 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2396ceb8-8ffb-46a1-a227-7a598dff06e5 req-c24e73b5-3744-438a-ad59-65503750d5c7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.0940993 May 25 15:59:21.927479 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2396ceb8-8ffb-46a1-a227-7a598dff06e5 req-6f04c38a-d398-47b8-acaf-fde8f875e2c4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 May 25 15:59:21.982605 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] For port 1139454e-74fd-48de-a403-839435fc3a4e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1139454e-74fd-48de-a403-839435fc3a4e,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:21.982956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.112621 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015e1f3-3a28-46fe-b670-91b54db1e09e req-31e0dcdb-add9-4a7e-be95-a386d6798284 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:22.113968 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9015e1f3-3a28-46fe-b670-91b54db1e09e req-31e0dcdb-add9-4a7e-be95-a386d6798284 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 945 time: 0.2563124 May 25 15:59:22.120980 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Calling delete_port for 1139454e-74fd-48de-a403-839435fc3a4e owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:59:22.178894 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9015e1f3-3a28-46fe-b670-91b54db1e09e req-212f5179-d4aa-47a9-941a-1e3fc81fea67 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 May 25 15:59:22.346552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.352607 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:22.395419 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['1139454e-74fd-48de-a403-839435fc3a4e'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:22.398706 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Pushing event deleted for resources: {'Port': ['ID=1139454e-74fd-48de-a403-839435fc3a4e,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:22.410453 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:22.576826 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] No DVR routers for this DVR port 1139454e-74fd-48de-a403-839435fc3a4e on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:59:22.579017 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:22.583210 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'name': 'network-vif-deleted', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:22.641308 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ebd09d-c2e4-4c81-bfed-355f8539b260', 'name': 'network-vif-deleted', 'tag': '1139454e-74fd-48de-a403-839435fc3a4e', 'status': 'completed', 'code': 200} May 25 15:59:22.685285 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1ac9632-038e-4c74-ae36-860cd879115d req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "DELETE /v2.0/ports/1139454e-74fd-48de-a403-839435fc3a4e HTTP/1.1" status: 204 len: 173 time: 1.1289771 May 25 15:59:22.909307 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234f28-22e7-4de2-be58-5d531ef8381a req-9c64880c-8c48-4348-b4d4-95785e00e6ed tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:22.910943 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ea234f28-22e7-4de2-be58-5d531ef8381a req-9c64880c-8c48-4348-b4d4-95785e00e6ed tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0962162 May 25 15:59:22.962351 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ea234f28-22e7-4de2-be58-5d531ef8381a req-91c2a5fb-5c6a-4c62-9ef5-ba938988cbe4 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 May 25 15:59:23.124594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d0ba4-7f1b-44b7-a31f-7bf03733ea20 req-132217cb-5549-4090-9159-95971ee8f3c4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:23.126035 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-314d0ba4-7f1b-44b7-a31f-7bf03733ea20 req-132217cb-5549-4090-9159-95971ee8f3c4 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.0889482 May 25 15:59:23.170617 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-314d0ba4-7f1b-44b7-a31f-7bf03733ea20 req-b5a54690-b942-4334-95e0-439a0743018e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386357 May 25 15:59:23.352828 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ee278b64-4b58-490b-8586-409f62f04b91 req-12680509-d574-4e5b-9c91-53adcd30d54e tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=29ebd09d-c2e4-4c81-bfed-355f8539b260 HTTP/1.1" status: 200 len: 210 time: 0.0511270 May 25 15:59:24.134235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:24.166548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f072-6883-4a6e-a528-d70ba42bc887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:24.195581 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673841f6-8ab0-4d7c-9011-558f70e877a1 req-916ce16d-7e9a-4d5f-9c58-93b3f2dd63a0 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.197289 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-673841f6-8ab0-4d7c-9011-558f70e877a1 req-916ce16d-7e9a-4d5f-9c58-93b3f2dd63a0 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0969470 May 25 15:59:24.253579 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-673841f6-8ab0-4d7c-9011-558f70e877a1 req-a5cc3832-994b-4483-977b-4727cc239b75 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 May 25 15:59:24.410218 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad6b92-46cf-4593-a34c-03b960b9dc2f req-4575d776-6090-450f-ad1e-e79f1dae9d7d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.411955 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-61ad6b92-46cf-4593-a34c-03b960b9dc2f req-4575d776-6090-450f-ad1e-e79f1dae9d7d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.1067691 May 25 15:59:24.465366 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-61ad6b92-46cf-4593-a34c-03b960b9dc2f req-c60f9de7-11f6-4663-9edb-f80ef5569577 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 May 25 15:59:24.821316 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-db62f4a2-0731-492e-9c03-1933fb64c517 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:24.821663 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 1139454e-74fd-48de-a403-839435fc3a4e no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:59:24.823297 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-db62f4a2-0731-492e-9c03-1933fb64c517 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/networks?id=a59dcbf7-8022-43a4-926f-13ff21ccf844 HTTP/1.1" status: 200 len: 808 time: 0.1502740 May 25 15:59:24.839098 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-197bffa1-b026-4830-860c-bc4707a2acd1 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/quotas/671622cd15c84dd898c3b3fb6228c8eb HTTP/1.1" status: 200 len: 375 time: 0.0098095 May 25 15:59:24.860626 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 1139454e-74fd-48de-a403-839435fc3a4e {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:59:24.860916 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 1139454e-74fd-48de-a403-839435fc3a4e not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:59:24.891455 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-9ae0ecaf-8f1b-4eb8-b73d-ca4314d3ea89 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:25.003491 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-9ae0ecaf-8f1b-4eb8-b73d-ca4314d3ea89 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:25.004894 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-9ae0ecaf-8f1b-4eb8-b73d-ca4314d3ea89 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600382 May 25 15:59:25.145060 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-98a0970b-3e9e-4faf-9cae-1829751b3c97 service neutron] 10.222.0.64 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329408 May 25 15:59:25.203777 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:25.289577 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-b94552e6-c65b-4fab-949d-cc92a2de3e29 service neutron] 10.222.0.64 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386249 May 25 15:59:25.460865 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff486f-1f59-4d73-8e8f-1e69211d1263 req-5080e6c5-4b5c-4a3e-9e3e-bc042c4fd607 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:25.462297 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-51ff486f-1f59-4d73-8e8f-1e69211d1263 req-5080e6c5-4b5c-4a3e-9e3e-bc042c4fd607 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0875111 May 25 15:59:25.524906 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-51ff486f-1f59-4d73-8e8f-1e69211d1263 req-7b6c43ef-2810-4cfb-8c97-94b4f34a82ca tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 May 25 15:59:25.607255 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-70c431a7-b571-4c79-abb3-2066bbc439d0 req-b38855d5-e7b5-4019-a7ba-4c31c2d41a20 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 210 time: 0.0572979 May 25 15:59:26.191412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54062) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:26.305659 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.320583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:26.324478 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Usage tracker for resource:security_group_rule and tenant:ae48be20a70a4bcaa392879bbbe6fb57 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:26.327613 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:26.333226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:26.417351 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.546232 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.554387 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3e143fc9-509f-42a7-9ef0-6574e9bdcd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:26.599071 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae48be20a70a4bcaa392879bbbe6fb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063253 May 25 15:59:26.600913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a833b11-5041-4ebd-93f0-a43b9f769ceb,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:26.605322 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:26.608366 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54078) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:26.674771 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.712026 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.764650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15510-d59f-41bd-9fd2-9411d37060b2 req-e5b2760f-280e-4848-914b-a4e4da9213a6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:26.766142 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-22f15510-d59f-41bd-9fd2-9411d37060b2 req-e5b2760f-280e-4848-914b-a4e4da9213a6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1032238 May 25 15:59:26.801969 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-98b6e22d-b345-4368-b3cf-d74e91d9c496 req-e25904e8-7403-4609-9597-47b8455248c1 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 210 time: 0.0598471 May 25 15:59:26.820553 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-22f15510-d59f-41bd-9fd2-9411d37060b2 req-d099c03d-1f73-4d0d-9850-f5c4c53c437a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 May 25 15:59:26.832569 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.934964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.941440 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1ac6615f-65e6-4f2d-ba37-9e57c0a69c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:26.955335 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a833b11-5041-4ebd-93f0-a43b9f769ceb,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:26.958261 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:26.960369 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:26.964140 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a833b11-5041-4ebd-93f0-a43b9f769ceb HTTP/1.1" status: 204 len: 168 time: 0.3516328 May 25 15:59:27.158485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9367-a527-4ec5-a72c-39f256be483d req-9d824fb7-a00b-46a7-ba0d-9478890275f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:27.159986 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86ec9367-a527-4ec5-a72c-39f256be483d req-9d824fb7-a00b-46a7-ba0d-9478890275f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.0747609 May 25 15:59:27.201942 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86ec9367-a527-4ec5-a72c-39f256be483d req-77da467f-af87-4644-aa67-15b8abd15561 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 May 25 15:59:27.866488 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:27.966091 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f0897b9d-efd4-4169-ad5d-b1a08724e10f req-ecd0ab9d-52fa-4c4e-8cdc-71929b3a1117 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 210 time: 0.0494788 May 25 15:59:28.161195 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54142) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:28.184931 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6854f5-fc92-4e16-bfa7-93d1debb0e27 req-f99bc70f-d57a-465d-97dc-59e7500518e7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:28.189744 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c6854f5-fc92-4e16-bfa7-93d1debb0e27 req-f99bc70f-d57a-465d-97dc-59e7500518e7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1058540 May 25 15:59:28.240216 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c6854f5-fc92-4e16-bfa7-93d1debb0e27 req-e2a22c08-ba5a-4e58-89e7-b47f0949540b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465999 May 25 15:59:28.294587 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.311207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:28.318573 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c50e710a9ae4418bb0fc64f869441c8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:28.321735 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:28.329069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:28.413584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.513874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.523014 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4d601d92-2696-44de-b997-074a06e0dfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:28.568766 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c50e710a9ae4418bb0fc64f869441c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064918 May 25 15:59:28.569706 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150d3e46-4395-4e84-ae80-68eefeb3af02,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:28.571691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54154) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:28.573016 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:28.640774 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.676395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.794976 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-ab522f57-9ad3-478b-bcbb-4db801422f58 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:28.796362 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-ab522f57-9ad3-478b-bcbb-4db801422f58 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "GET /v2.0/networks?id=a59dcbf7-8022-43a4-926f-13ff21ccf844 HTTP/1.1" status: 200 len: 808 time: 0.1573961 May 25 15:59:28.809272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.814622 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e7f73812-9d7b-4154-be53-568fb9993f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:28.828446 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d3e46-4395-4e84-ae80-68eefeb3af02,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:28.832782 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:28.833510 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:28.837223 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/150d3e46-4395-4e84-ae80-68eefeb3af02 HTTP/1.1" status: 204 len: 168 time: 0.2618246 May 25 15:59:28.839488 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Request body: {'port': {'device_id': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844', 'admin_state_up': True, 'tenant_id': '671622cd15c84dd898c3b3fb6228c8eb'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:28.996176 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:29.008642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:29.146466 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Made reservation on behalf of 671622cd15c84dd898c3b3fb6228c8eb for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:29.151216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.157630 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-53a8163a-c422-45ba-b825-9af5d2e38abc req-0de6e6ae-0e94-4589-9771-fe1d3735aa7c tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 210 time: 0.0518031 May 25 15:59:29.227142 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54174) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:29.396437 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.412327 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:29.416351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Usage tracker for resource:security_group_rule and tenant:5720ac6c121742d8a29883a016ec58d0 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:29.424892 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:29.441762 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:29.546893 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Allocated IP 172.20.0.12 (a59dcbf7-8022-43a4-926f-13ff21ccf844/260952cb-67be-4cc9-93e4-e5f3b14e8757/eb677ef7-3e17-4536-8a85-ee61f3fe10a7) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:29.559867 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.610558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca910a7-ab38-4575-b779-dc94efc4e6d8 req-fb69794a-78e9-4fca-9328-3cc2ccd0a32e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:29.612265 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eca910a7-ab38-4575-b779-dc94efc4e6d8 req-fb69794a-78e9-4fca-9328-3cc2ccd0a32e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.2205989 May 25 15:59:29.741028 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.752778 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eca910a7-ab38-4575-b779-dc94efc4e6d8 req-f2cc6e07-60f3-4667-a39a-3f4d21d1829c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331131 May 25 15:59:29.753045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5eaa5bbc-95e1-4508-9a8b-94e1bb6709cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:29.811012 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5720ac6c121742d8a29883a016ec58d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885639 May 25 15:59:29.813893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc9478-f1a0-4476-9490-428b01dd075d,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:29.814380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54200) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:29.817003 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:29.830207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.879145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54206) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:29.902849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.911899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.922541 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:29.926589 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Usage tracker for resource:security_group_rule and tenant:e660d434fe9a4cce904afca392bdc051 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:29.929412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:29.935904 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:29.951777 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.958581 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:29.980000 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:30.061822 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Network a59dcbf7-8022-43a4-926f-13ff21ccf844 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:30.067831 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:30.073866 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:30.110403 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Pushing event updated for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.120620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:30.134676 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.139664 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-19623534-bda6-4e95-b057-57523d7b9074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:30.150316 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc9478-f1a0-4476-9490-428b01dd075d,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.154885 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:30.156898 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.160107 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8cc9478-f1a0-4476-9490-428b01dd075d HTTP/1.1" status: 204 len: 168 time: 0.3427012 May 25 15:59:30.160740 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.160740 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.189954 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.300600 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.308651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d5a84711-a01a-4883-9311-57b64040f0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:30.356962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64347fc-ef03-442e-9599-001ed4efc8a4,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.359914 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:30.373528 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41455853-e2a2-464c-a5a8-2bea0c1306a0 req-c9570edc-e2eb-4dc2-a92a-e0c528eedcdd tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.377204 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-41455853-e2a2-464c-a5a8-2bea0c1306a0 req-c9570edc-e2eb-4dc2-a92a-e0c528eedcdd tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 932 time: 0.0941963 May 25 15:59:30.392593 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e660d434fe9a4cce904afca392bdc051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117631 May 25 15:59:30.395612 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54218) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:30.399539 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5687759 May 25 15:59:30.448857 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-41455853-e2a2-464c-a5a8-2bea0c1306a0 req-35c158d3-b798-4e50-9106-2167558019bc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 May 25 15:59:30.451924 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaf66b-9e7b-4a99-bb7e-22c30ce9d505 req-d5736380-1ec9-4c21-925c-6a9f4e8e212b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.453491 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bbaf66b-9e7b-4a99-bb7e-22c30ce9d505 req-d5736380-1ec9-4c21-925c-6a9f4e8e212b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0990636 May 25 15:59:30.458628 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Request body: {'port': {'device_id': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:30.484571 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.521452 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.536160 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54224) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:30.634920 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bbaf66b-9e7b-4a99-bb7e-22c30ce9d505 req-f667f887-840d-44b0-a74c-3677de94669f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416430 May 25 15:59:30.676665 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.717624 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-d63d637b-6758-41b7-b678-9a41fff3db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.719876 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-d63d637b-6758-41b7-b678-9a41fff3db3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.1894588 May 25 15:59:30.772834 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.800432 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:30.825994 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.832416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9ece4405-d269-41d4-8eee-2fb227ff3f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:30.841082 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Usage tracker for resource:security_group_rule and tenant:6057c50934d14cf09ef5f209500d6fdc is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:30.848660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:30.857511 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64347fc-ef03-442e-9599-001ed4efc8a4,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:30.861736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:30.862584 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:30.863073 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:30.863605 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c64347fc-ef03-442e-9599-001ed4efc8a4 HTTP/1.1" status: 204 len: 168 time: 0.4667709 May 25 15:59:30.917638 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-557eb35c-0163-4b7e-ae83-5f2766ac575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:30.919810 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-557eb35c-0163-4b7e-ae83-5f2766ac575c service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.1883686 May 25 15:59:31.080281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.080727 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-2463f027-448a-4139-8c38-432218068784 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.1541128 May 25 15:59:31.150554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb677ef7-3e17-4536-8a85-ee61f3fe10a7 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:31.155244 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-f758eaba-bf9a-4132-aa19-54b9b7938f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.155244 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-f758eaba-bf9a-4132-aa19-54b9b7938f6e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0637121 May 25 15:59:31.158023 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.171920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Transition to ACTIVE for port object eb677ef7-3e17-4536-8a85-ee61f3fe10a7 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:31.206888 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-33371719-6889-4f6c-bf6b-c2d3157448b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404112 May 25 15:59:31.225849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.232548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e677bf42-7d19-4056-9236-38c5a4aefaac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:31.273988 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.274765 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07fdd33-3f92-4c45-a7f6-a388d777f899,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:31.281855 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6057c50934d14cf09ef5f209500d6fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418017 May 25 15:59:31.281855 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:31.283580 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54236) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:31.284088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:31.350197 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-d3f3dccd-7831-49c5-be64-7faaaf1afd9d service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280787 May 25 15:59:31.455364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Pushing event updated for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:31.482675 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:31.506071 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6aa79181-7ec3-4394-8ee9-1daf34ab1706 req-8d09bd7a-9540-4912-89cf-2d10fcc34ee7 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411145 May 25 15:59:31.567342 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.649519 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.685498 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Attempting to bind port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:59:31.685831 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Attempting to bind port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:59:31.686158 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Attempting to bind port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 on network a59dcbf7-8022-43a4-926f-13ff21ccf844 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:31.704618 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 on network a59dcbf7-8022-43a4-926f-13ff21ccf844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:59:31.704964 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Attempting to bind port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 on network a59dcbf7-8022-43a4-926f-13ff21ccf844 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:31.719182 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:59:31.719360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Checking segment: {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:59:31.719747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Bound using segment: {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:59:31.720183 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Bound port: eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9741d17d-4fea-4fdf-9331-5a9ea5af5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:59:31.720558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.723451 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54246) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:31.748399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:31.812749 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:31.820039 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:df12b4717471406c84405703d1f0d66c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:31.825772 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:31.832791 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:31.867552 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaff54-a852-4fb4-b6f0-29edea6f5810 req-1c10118b-7d4f-40b2-9810-fd30d69def44 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.869191 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2aaff54-a852-4fb4-b6f0-29edea6f5810 req-1c10118b-7d4f-40b2-9810-fd30d69def44 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1219444 May 25 15:59:31.877006 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68086f-949e-4cc6-8067-9c9466e9206d req-3faf0179-99e2-4963-bea7-daf3d0c38c8f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:31.877781 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-cd68086f-949e-4cc6-8067-9c9466e9206d req-3faf0179-99e2-4963-bea7-daf3d0c38c8f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:31.909445 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:59:31.912359 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:59:31.920956 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2aaff54-a852-4fb4-b6f0-29edea6f5810 req-df5cb2e3-bd9a-4cb0-b104-fecb7f18fb0d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 May 25 15:59:32.020596 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.024279 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4d219c51-935b-4b7e-a98b-a4542d8fbac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:32.039211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07fdd33-3f92-4c45-a7f6-a388d777f899,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.042611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:32.052301 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.052301 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d07fdd33-3f92-4c45-a7f6-a388d777f899 HTTP/1.1" status: 204 len: 168 time: 0.7379148 May 25 15:59:32.077588 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-cd68086f-949e-4cc6-8067-9c9466e9206d req-3faf0179-99e2-4963-bea7-daf3d0c38c8f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:32.078843 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cd68086f-949e-4cc6-8067-9c9466e9206d req-3faf0179-99e2-4963-bea7-daf3d0c38c8f tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 944 time: 0.4839351 May 25 15:59:32.080409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.091982 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:32.159265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.180925 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.181442 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.182921 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] 10.222.0.68 "PUT /v2.0/ports/eb677ef7-3e17-4536-8a85-ee61f3fe10a7 HTTP/1.1" status: 200 len: 1094 time: 1.7282696 May 25 15:59:32.183408 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:32.218596 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cd68086f-949e-4cc6-8067-9c9466e9206d req-915ba8fc-fb44-4bbd-b241-f2a813b0fe78 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275668 May 25 15:59:32.219257 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Pushing event updated for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.223721 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:32.250239 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7', 'status': 'completed', 'code': 200} May 25 15:59:32.261147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.267849 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0d3c69f2-9082-4261-9ba0-ce4a7683ee69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:32.307926 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df12b4717471406c84405703d1f0d66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833087 May 25 15:59:32.308611 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54260) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:32.334450 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca73bf8-c47f-4f89-959a-b88cf5525580,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.339871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:32.387987 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-c9bb09f6-b16e-4d46-9f31-becdcd2af8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.389561 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.389763 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-c9bb09f6-b16e-4d46-9f31-becdcd2af8c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 1097 time: 0.0858359 May 25 15:59:32.416895 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.529081 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.534128 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-542e57b1-cc82-4dcc-8270-468419205a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:32.549440 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca73bf8-c47f-4f89-959a-b88cf5525580,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:32.553943 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-d6ea5d7d-2ad8-47fe-87eb-2f4273f55420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.555520 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-d6ea5d7d-2ad8-47fe-87eb-2f4273f55420 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1476812 May 25 15:59:32.559705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:32.567166 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.568368 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ca73bf8-c47f-4f89-959a-b88cf5525580 HTTP/1.1" status: 204 len: 168 time: 0.2527013 May 25 15:59:32.723389 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-80aecf7a-2b4e-4271-bf67-0f5e2c750c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.724848 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3b5f5c4a-3931-44ee-9d9b-3b4dafa01fb6 req-80aecf7a-2b4e-4271-bf67-0f5e2c750c8f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591992 May 25 15:59:32.909514 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54278) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:32.927211 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:32.930435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-e232c7ce-48df-4b9d-a25a-b8da324fac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:32.931993 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-e232c7ce-48df-4b9d-a25a-b8da324fac5b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 1097 time: 0.1361382 May 25 15:59:32.941366 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:32.945066 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:adef204ab7e847a78a736fd1a70d55f6 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:32.948280 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:32.953958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:33.037344 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-0b1fe07a-65ec-4add-93e5-6d8330b7bc9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7 HTTP/1.1" status: 200 len: 217 time: 0.0757327 May 25 15:59:33.045520 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.104773 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:59:33.157433 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-9ec61cf2-6551-4ff9-ac64-06c65c94f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:33.157988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.159172 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-9ec61cf2-6551-4ff9-ac64-06c65c94f54d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=260952cb-67be-4cc9-93e4-e5f3b14e8757 HTTP/1.1" status: 200 len: 848 time: 0.0919101 May 25 15:59:33.165386 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dc176d91-f413-46b5-86de-cba0f9d352ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:33.217355 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008d0f-1f80-4497-9618-95bae1c48dbf req-6e6b0b40-3c7f-4a02-9f12-8765cb401688 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:33.218945 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-be008d0f-1f80-4497-9618-95bae1c48dbf req-6e6b0b40-3c7f-4a02-9f12-8765cb401688 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1839561 May 25 15:59:33.227350 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-3f87da20-2070-466c-a1aa-349607edf74b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a59dcbf7-8022-43a4-926f-13ff21ccf844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599382 May 25 15:59:33.231841 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adef204ab7e847a78a736fd1a70d55f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212311 May 25 15:59:33.234410 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54292) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:33.242515 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6994f392-ba55-4340-8889-2c0a57f6d381,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:33.262470 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:33.325834 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.354727 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.357120 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-be008d0f-1f80-4497-9618-95bae1c48dbf req-40ad9cab-c9dc-4458-a9ef-5696e5852927 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287439 May 25 15:59:33.437296 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-1259058d-76a9-4116-9a75-2df8a18b9ef6 service neutron] 10.222.0.68 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817470 May 25 15:59:33.546121 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.550997 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e942c80c-ef78-47c8-b7ec-f6ed273e1bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:33.564665 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994f392-ba55-4340-8889-2c0a57f6d381,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:33.567423 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:33.568341 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:33.571979 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6994f392-ba55-4340-8889-2c0a57f6d381 HTTP/1.1" status: 204 len: 168 time: 0.3341775 May 25 15:59:33.648155 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9e225444-dda7-4e86-b5a5-9a6fe87916fa req-2f461f2c-6021-4a42-9257-5b879f6f10c9 service neutron] 10.222.0.68 "GET /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004535 May 25 15:59:33.656661 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c837-85f2-4506-bd5a-d1a494f5b46b req-b7fdcacc-257b-4173-b63a-c83fad853d9e tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:33.658041 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6373c837-85f2-4506-bd5a-d1a494f5b46b req-b7fdcacc-257b-4173-b63a-c83fad853d9e tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 944 time: 0.1814215 May 25 15:59:33.705357 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6373c837-85f2-4506-bd5a-d1a494f5b46b req-71ffeaf8-edbe-498b-9562-759b1df1cef9 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 May 25 15:59:34.567929 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae467f-c4f8-4b82-b5eb-a6db5136a14b req-c15be56a-a51c-4f6d-a7fa-9215f11adcc8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:34.569433 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-27ae467f-c4f8-4b82-b5eb-a6db5136a14b req-c15be56a-a51c-4f6d-a7fa-9215f11adcc8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0894504 May 25 15:59:34.619234 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-27ae467f-c4f8-4b82-b5eb-a6db5136a14b req-c7530988-d2e2-4265-b25e-8bd2a0c704a3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 May 25 15:59:34.898046 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8bc72-57f8-4f0a-891a-9c349234f659 req-8b5bb8b6-4a38-4767-88bc-70f9bd06a985 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:34.899488 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-13b8bc72-57f8-4f0a-891a-9c349234f659 req-8b5bb8b6-4a38-4767-88bc-70f9bd06a985 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 944 time: 0.0851059 May 25 15:59:34.945848 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-13b8bc72-57f8-4f0a-891a-9c349234f659 req-6c00048c-948a-430f-b6b7-124b38d929bf tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 May 25 15:59:35.746930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-55fded9e-ed38-4b61-87b8-df014f606d14 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:35.754739 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-55fded9e-ed38-4b61-87b8-df014f606d14 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.1625414 May 25 15:59:35.767304 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-eaca98f6-431d-42de-bf95-203c91aaa3dc tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/quotas/f22308123a90468fb1fd5c18d06a4780 HTTP/1.1" status: 200 len: 375 time: 0.0134799 May 25 15:59:35.856434 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-a60aaf23-77f0-4d55-88f4-c944e258194d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818467 May 25 15:59:35.935187 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42cced-ee6e-4833-afa9-279dfce24601 req-94b70151-f2c5-4730-8f35-0941709bb474 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:35.937114 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d42cced-ee6e-4833-afa9-279dfce24601 req-94b70151-f2c5-4730-8f35-0941709bb474 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0957756 May 25 15:59:35.983000 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d42cced-ee6e-4833-afa9-279dfce24601 req-382989be-3380-4fa4-b155-c67f1a1cb06b tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 May 25 15:59:36.010628 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-ba737eed-e8e4-4780-9ecf-530a22bc4baa service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389585 May 25 15:59:36.142861 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-55430473-0abc-452a-ac3e-e78bbd9009e8 service neutron] 10.222.0.64 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347725 May 25 15:59:36.181370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a957d-6487-493c-9bf0-976515326480 req-4046f6f4-bde1-4054-b794-26ac9a603a8b tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:36.181370 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cb3a957d-6487-493c-9bf0-976515326480 req-4046f6f4-bde1-4054-b794-26ac9a603a8b tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 944 time: 0.0848827 May 25 15:59:36.226734 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cb3a957d-6487-493c-9bf0-976515326480 req-6b1c10a1-022c-4d5d-8498-28d80b380db1 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 May 25 15:59:36.439743 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f48158de-38cb-4c66-8532-f5c516d80402 req-de83efe2-041f-4678-81a0-404f8238ddb3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.0432236 May 25 15:59:36.909707 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device eb677ef7-3e17-4536-8a85-ee61f3fe10a7 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:59:37.052230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:37.066975 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7', 'network_id': 'a59dcbf7-8022-43a4-926f-13ff21ccf844', 'port_id': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7', 'mac_address': 'fa:16:3e:ac:ba:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260952cb-67be-4cc9-93e4-e5f3b14e8757', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:59:37.130033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:37.147415 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb677ef7-3e17-4536-8a85-ee61f3fe10a7 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:37.165671 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:37.220450 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:37.222320 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0f9f3c53-e0be-44d8-9112-cb64dcce7d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:37.294235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:37.297293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:37.506770 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e295-38cd-49d3-a23f-4c6cadfe0640 req-5e684edf-5e43-4040-8c85-94ebe9a5c428 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:37.508260 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-92a9e295-38cd-49d3-a23f-4c6cadfe0640 req-5e684edf-5e43-4040-8c85-94ebe9a5c428 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 945 time: 0.1568108 May 25 15:59:37.558473 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-92a9e295-38cd-49d3-a23f-4c6cadfe0640 req-6736d540-33e3-495f-a915-5f166c431a57 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 May 25 15:59:37.599458 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bffa420a-efd4-447a-b223-ef8be507092c req-e53a1a4e-b88d-41ac-b339-b20d23ba8bc2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.0459499 May 25 15:59:37.739977 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['eb677ef7-3e17-4536-8a85-ee61f3fe10a7'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:38.757247 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-194594be-b66e-4a46-b288-012a19c4be25 req-bf64cc1b-49bc-4eec-918f-df95e90c7ec0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.0480709 May 25 15:59:38.827874 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080de5b-6e53-43f4-b313-d8cea1b3cb39 req-60cf378a-79db-45b3-9e0a-dd43ebdc1216 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:38.829394 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5080de5b-6e53-43f4-b313-d8cea1b3cb39 req-60cf378a-79db-45b3-9e0a-dd43ebdc1216 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 945 time: 0.1650617 May 25 15:59:38.878104 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5080de5b-6e53-43f4-b313-d8cea1b3cb39 req-6c1c1866-e0f7-44a5-9658-855eb5590238 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 May 25 15:59:38.926061 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device eb677ef7-3e17-4536-8a85-ee61f3fe10a7 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:59:39.111760 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:39.130524 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:39.131081 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.230185 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-4788258c-06eb-4e86-9733-ccb2b29d33c8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:39.231933 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-4788258c-06eb-4e86-9733-ccb2b29d33c8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/networks?id=59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 200 len: 814 time: 0.1723495 May 25 15:59:39.256140 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Request body: {'port': {'device_id': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'admin_state_up': True, 'tenant_id': 'f22308123a90468fb1fd5c18d06a4780'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:39.320849 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.347880 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:39.380396 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:39.409058 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7', 'code': 200} May 25 15:59:39.409443 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:39.419841 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:39.448930 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.451581 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:39.494439 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Made reservation on behalf of f22308123a90468fb1fd5c18d06a4780 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:59:39.498299 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.521742 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:39.527158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:39.686847 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Allocated IP 172.20.0.2 (59786406-f96e-4094-ad63-e2f2f2edae24/705a2f7f-823a-410c-8c11-8c8ee816818b/4b3d7ab7-eca8-4f69-9652-f0bf1476be28) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:59:39.979736 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:39.984203 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bde886cf-5706-45f9-8314-9249405449ef req-94a80dca-310c-4f7d-bab9-4a09d2a4658c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.0608625 May 25 15:59:39.991460 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db328ff3-aa5e-4635-9699-947b748e1eaf req-7c17ce9b-8f97-4aa3-9459-746041831f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:39.993009 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-db328ff3-aa5e-4635-9699-947b748e1eaf req-7c17ce9b-8f97-4aa3-9459-746041831f02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 1099 time: 0.1403491 May 25 15:59:40.010729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ad045-508b-4d4a-8219-e9fb680d414e req-6f73f6e2-d15f-4ce9-9f1f-d3a6511cfa74 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:40.012814 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a03ad045-508b-4d4a-8219-e9fb680d414e req-6f73f6e2-d15f-4ce9-9f1f-d3a6511cfa74 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1035461 May 25 15:59:40.083321 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-db328ff3-aa5e-4635-9699-947b748e1eaf req-3e654b46-795b-4ab8-b518-f359e31a4a4f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694923 May 25 15:59:40.093866 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a03ad045-508b-4d4a-8219-e9fb680d414e req-86b70987-2142-42c6-a6ec-d188459417dc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 May 25 15:59:40.122562 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.132469 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c3c86504-bfa2-47cf-af3b-48aa8c326a01 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:40.171049 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d', 'd2113581-c837-4d74-8aef-68afade88b47', '62b7c963-3b14-44bf-bebe-152295a6ccce'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:40.215365 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Network 59786406-f96e-4094-ad63-e2f2f2edae24 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:59:40.219892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:59:40.226382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:59:40.254920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event updated for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:40.258997 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:40.298862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:40.299468 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.312417 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f607d-17f7-455a-99f1-5a45e4173d47 req-198978da-b5c1-4521-85e9-2bfbf4a51187 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:40.313936 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-585f607d-17f7-455a-99f1-5a45e4173d47 req-198978da-b5c1-4521-85e9-2bfbf4a51187 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.2294281 May 25 15:59:40.372231 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-585f607d-17f7-455a-99f1-5a45e4173d47 req-7ba26cd1-03de-4000-855d-66780abf7fb5 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501809 May 25 15:59:40.415052 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628463 May 25 15:59:40.480032 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Request body: {'port': {'device_id': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:59:40.597887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.947185 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:40.954618 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.969747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Transition to ACTIVE for port object 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:59:41.127766 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.136512 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:41.327219 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:41.360113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:41.431347 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e855d0e-fcda-48db-b7b9-e13fa2d1d490 req-cd659126-86ed-4782-b5a6-231bc5416651 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:41.431967 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-4e855d0e-fcda-48db-b7b9-e13fa2d1d490 req-cd659126-86ed-4782-b5a6-231bc5416651 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:41.457853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Attempting to bind port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:59:41.463517 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Attempting to bind port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:59:41.463517 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Attempting to bind port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:41.464912 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 on network 59786406-f96e-4094-ad63-e2f2f2edae24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:59:41.465250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Attempting to bind port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 on network 59786406-f96e-4094-ad63-e2f2f2edae24 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:59:41.470687 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:59:41.471081 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Checking segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:59:41.471517 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Bound using segment: {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:59:41.472502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Bound port: 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e73550-8480-44b2-8fda-a30ad836ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:59:41.472502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.578609 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:59:41.587199 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:59:41.648272 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-4e855d0e-fcda-48db-b7b9-e13fa2d1d490 req-cd659126-86ed-4782-b5a6-231bc5416651 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:41.649482 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4e855d0e-fcda-48db-b7b9-e13fa2d1d490 req-cd659126-86ed-4782-b5a6-231bc5416651 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 943 time: 0.5577176 May 25 15:59:41.662236 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5be98-0cb4-4ebc-80c4-367b96dd5eae req-2240492f-2e54-492d-a138-c9eccd034073 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:41.664102 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2ae5be98-0cb4-4ebc-80c4-367b96dd5eae req-2240492f-2e54-492d-a138-c9eccd034073 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.0860472 May 25 15:59:41.697534 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4e855d0e-fcda-48db-b7b9-e13fa2d1d490 req-7efc8d8a-929c-43df-91e2-3e6a7c04b3e0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 May 25 15:59:41.713451 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2ae5be98-0cb4-4ebc-80c4-367b96dd5eae req-f89c3e92-fcf8-4836-80de-8d155b488f14 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 May 25 15:59:41.883096 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.887742 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-eeab22cf-c248-4cdf-978e-21ba8de5f449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:41.944843 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:41.945454 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:41.946795 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] 10.222.0.68 "PUT /v2.0/ports/4b3d7ab7-eca8-4f69-9652-f0bf1476be28 HTTP/1.1" status: 200 len: 1093 time: 1.4710984 May 25 15:59:41.947926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:41.977303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:41.995081 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:42.028958 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28', 'status': 'completed', 'code': 200} May 25 15:59:42.173041 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-2802353a-1119-4c5e-a854-2c13296f9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.174508 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-2802353a-1119-4c5e-a854-2c13296f9aec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 1096 time: 0.0832083 May 25 15:59:42.355415 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-dfe48c31-1512-4653-ad5a-3ec3763392db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.356842 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-dfe48c31-1512-4653-ad5a-3ec3763392db service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f22308123a90468fb1fd5c18d06a4780&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346824 May 25 15:59:42.508009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-2b56dd86-674e-4af4-8526-f25e391f544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.509402 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-376f366e-2fc5-42ad-ad16-caaff7b98305 req-2b56dd86-674e-4af4-8526-f25e391f544d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389434 May 25 15:59:42.537369 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54522) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:42.669993 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:42.670640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-13b47e2f-2c83-47bc-8201-a8ec033ca04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.671597 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-13b47e2f-2c83-47bc-8201-a8ec033ca04a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f22308123a90468fb1fd5c18d06a4780&device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 1096 time: 0.0757458 May 25 15:59:42.686045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:42.690002 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5f3ac9dec74d5fb89ada4c40d208fc is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:42.692863 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:42.698942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:42.763590 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-df0efeb6-7c64-40e0-8dcd-7f00091b24be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28 HTTP/1.1" status: 200 len: 217 time: 0.0725946 May 25 15:59:42.792912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:42.882840 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-e122f2b1-a3f3-4ae5-b361-5f7b9228fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.884969 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-e122f2b1-a3f3-4ae5-b361-5f7b9228fae7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 200 len: 854 time: 0.1135762 May 25 15:59:42.905931 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:42.914115 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70b295-6561-412e-97f5-892be750ba02 req-423944eb-0d12-417a-83d8-a47c292157da tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:42.914930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:42.915654 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d70b295-6561-412e-97f5-892be750ba02 req-423944eb-0d12-417a-83d8-a47c292157da tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 943 time: 0.0974653 May 25 15:59:42.961633 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a5f3ac9dec74d5fb89ada4c40d208fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207594 May 25 15:59:42.966393 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54538) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:42.967029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3edaafe-f2c6-4d6f-bec5-a87ed59756a8,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:42.971787 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:42.975905 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-ae9fd183-073f-4a3f-b3f6-edebb56ccdf1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=59786406-f96e-4094-ad63-e2f2f2edae24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592184 May 25 15:59:43.023910 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ecbb-d197-4632-9559-0553049541a8 req-5a819c18-5be4-4df3-9c58-827b16d6e3a1 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:43.026026 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ef1ecbb-d197-4632-9559-0553049541a8 req-5a819c18-5be4-4df3-9c58-827b16d6e3a1 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.1744695 May 25 15:59:43.067723 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d70b295-6561-412e-97f5-892be750ba02 req-8a55e1ba-46f7-4e8e-a3e7-d4b7c0de7dea tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222112 May 25 15:59:43.081028 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:43.089859 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ef1ecbb-d197-4632-9559-0553049541a8 req-521c4d26-c729-49ea-95ea-09da3fe5c0aa tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 May 25 15:59:43.126450 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:43.129516 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-b9460fae-4456-4f83-bb77-27fbe5d759ac service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396885 May 25 15:59:43.272439 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b48f91d-b69e-42c4-8d56-fe9ef52cc125 req-e5de90cf-e587-4ee8-87b4-6e6e7cb87355 service neutron] 10.222.0.68 "GET /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339693 May 25 15:59:43.282738 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:43.287785 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c8b16bdc-7a82-4868-9d8b-20b2e360d5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:43.298318 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3edaafe-f2c6-4d6f-bec5-a87ed59756a8,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:43.305773 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:43.313545 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:43.313545 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3edaafe-f2c6-4d6f-bec5-a87ed59756a8 HTTP/1.1" status: 204 len: 168 time: 0.3399529 May 25 15:59:44.146955 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54568) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:44.166623 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.181065 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:44.185113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7d2ec71fd645adb4707fe615e4ba30 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:44.188016 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:44.193807 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:44.268019 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566ceb7-ad9f-499c-a0aa-72e00faeb231 req-4f2f5940-88e4-4b8e-9d4f-5d47845c2a98 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:44.269589 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c566ceb7-ad9f-499c-a0aa-72e00faeb231 req-4f2f5940-88e4-4b8e-9d4f-5d47845c2a98 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 943 time: 0.0843031 May 25 15:59:44.277743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.316599 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c566ceb7-ad9f-499c-a0aa-72e00faeb231 req-7ff2e55d-1519-4273-ba8d-1cc4e62ba59d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 May 25 15:59:44.362903 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.379353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1b1240e5-7d05-4e30-9dc0-e5139f58d9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:44.421255 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d7d2ec71fd645adb4707fe615e4ba30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731428 May 25 15:59:44.422247 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901c918-3c42-49f9-838d-d1ae18b4a8dc,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:44.423880 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54574) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:44.425612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:44.486660 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.515411 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.654364 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.659338 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-835861a9-66d2-450a-a563-91ca9f17eca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:44.672427 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901c918-3c42-49f9-838d-d1ae18b4a8dc,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:44.674962 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:44.677903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:44.682267 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e901c918-3c42-49f9-838d-d1ae18b4a8dc HTTP/1.1" status: 204 len: 168 time: 0.2573390 May 25 15:59:45.252789 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22757ddf-d4fb-4c7b-97da-6cc1d16ccac3 req-f16b25fe-7a14-4838-931b-e0f78dfbabbe tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:45.255231 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-22757ddf-d4fb-4c7b-97da-6cc1d16ccac3 req-f16b25fe-7a14-4838-931b-e0f78dfbabbe tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.0983284 May 25 15:59:45.307596 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-22757ddf-d4fb-4c7b-97da-6cc1d16ccac3 req-6e26865e-4954-4da5-92d9-9808e01fe2bc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 May 25 15:59:45.672231 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2cf5-d2d2-474e-96e3-5994132bef4f req-dcce09b8-ad00-4265-b7ee-1fb7e6a362cd tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:45.674349 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d56c2cf5-d2d2-474e-96e3-5994132bef4f req-dcce09b8-ad00-4265-b7ee-1fb7e6a362cd tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 943 time: 0.0912442 May 25 15:59:45.727859 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d56c2cf5-d2d2-474e-96e3-5994132bef4f req-9c6023b1-5bc3-4222-a2ec-b66736e0143c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 May 25 15:59:45.824274 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfe7d8-e868-45b4-9fb6-5d0a176e712a req-eff8a0c9-8a0b-4b5a-b0ef-4e52eac69eb7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:45.829033 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-30cfe7d8-e868-45b4-9fb6-5d0a176e712a req-eff8a0c9-8a0b-4b5a-b0ef-4e52eac69eb7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.2404265 May 25 15:59:45.832353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-e0aba5a6-bda0-4111-bf47-6a0ece00b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:45.833776 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-e0aba5a6-bda0-4111-bf47-6a0ece00b079 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.1932690 May 25 15:59:45.943046 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-30cfe7d8-e868-45b4-9fb6-5d0a176e712a req-40324d1d-740b-4705-ab2f-de27b361255a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083148 May 25 15:59:46.010102 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-ae4a1d75-313a-4927-a4f6-abaf2c332201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.011765 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-ae4a1d75-313a-4927-a4f6-abaf2c332201 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.1419108 May 25 15:59:46.085706 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-58da89ed-b1db-4d48-b394-577e19fa2804 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.0621393 May 25 15:59:46.162085 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-ca058114-49e7-48d8-9fea-cd9259c4c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.163538 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-ca058114-49e7-48d8-9fea-cd9259c4c51f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0713241 May 25 15:59:46.216943 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-745e716e-4bb1-4927-ad13-b918a0bb6659 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446794 May 25 15:59:46.365696 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-fa330679-2af9-4c09-93a5-e3816d473e26 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351664 May 25 15:59:46.572671 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8882dc2-264d-4184-90a5-fb752d178ebb req-42e25987-1e76-4186-8ebc-a3e7d9110412 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994085 May 25 15:59:46.585766 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924479b0-74d5-498e-9958-4e4dd4037d96 req-257adf31-dae1-4f15-a65f-485486dfd6be tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.587165 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-924479b0-74d5-498e-9958-4e4dd4037d96 req-257adf31-dae1-4f15-a65f-485486dfd6be tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.1363575 May 25 15:59:46.635745 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-924479b0-74d5-498e-9958-4e4dd4037d96 req-ce2da7f2-0c24-4a30-9416-3d05e33fc589 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 May 25 15:59:46.929933 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383e26-e4ce-46fd-adf3-d097772809d4 req-8c992a9b-7e6a-4e52-b9d9-dc20a8dec543 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:46.933042 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-85383e26-e4ce-46fd-adf3-d097772809d4 req-8c992a9b-7e6a-4e52-b9d9-dc20a8dec543 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 943 time: 0.0936897 May 25 15:59:46.979078 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-85383e26-e4ce-46fd-adf3-d097772809d4 req-a81b93f3-29f6-4cdd-96ee-c40b5a409d23 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 May 25 15:59:47.001359 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:59:47.132184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed9fec-d6ab-4545-a453-47b465dd1ed2 req-b5086707-54e0-4fa7-bbe6-b1c96e7a0803 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:47.133580 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73ed9fec-d6ab-4545-a453-47b465dd1ed2 req-b5086707-54e0-4fa7-bbe6-b1c96e7a0803 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0806437 May 25 15:59:47.139906 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:47.153622 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28', 'network_id': '59786406-f96e-4094-ad63-e2f2f2edae24', 'port_id': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28', 'mac_address': 'fa:16:3e:f3:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705a2f7f-823a-410c-8c11-8c8ee816818b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:59:47.212163 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.229248 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-73ed9fec-d6ab-4545-a453-47b465dd1ed2 req-8a7d66ec-04ce-45ad-b8ea-9c06922766d5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888400 May 25 15:59:47.233896 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:59:47.252179 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:47.278095 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-2721c98b-f6f4-45a6-a3cc-ed40fd8b8524 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:47.281616 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-2721c98b-f6f4-45a6-a3cc-ed40fd8b8524 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.1116283 May 25 15:59:47.328811 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.331629 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:47.404752 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:47.407901 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:47.437060 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Deleting port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:59:47.437402 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.590213 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] For port eb677ef7-3e17-4536-8a85-ee61f3fe10a7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,segment=NetworkSegment(9741d17d-4fea-4fdf-9331-5a9ea5af5506),segment_id=9741d17d-4fea-4fdf-9331-5a9ea5af5506)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:47.590562 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.716250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Calling delete_port for eb677ef7-3e17-4536-8a85-ee61f3fe10a7 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:59:47.771575 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['4b3d7ab7-eca8-4f69-9652-f0bf1476be28'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:47.847435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeef44-d095-4b91-817d-e07d9bb9a98f req-d2acafe6-3caf-4b38-be3a-a90b9a2c41cc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:47.849136 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1aaeef44-d095-4b91-817d-e07d9bb9a98f req-d2acafe6-3caf-4b38-be3a-a90b9a2c41cc tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 946 time: 0.1060877 May 25 15:59:47.923381 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1aaeef44-d095-4b91-817d-e07d9bb9a98f req-6f218728-ed0d-4196-aa50-239642d269a5 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/security-groups?id=51fae952-4c87-4500-a053-e68aafc05387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673943 May 25 15:59:47.936077 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:47.946695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:47.991716 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Pushing event deleted for resources: {'Port': ['ID=eb677ef7-3e17-4536-8a85-ee61f3fe10a7,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:47.995953 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:48.072404 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] No DVR routers for this DVR port eb677ef7-3e17-4536-8a85-ee61f3fe10a7 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:59:48.074962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:48.077573 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'name': 'network-vif-deleted', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:48.194974 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1defefb3-0fd5-4a8d-879f-a10947a1bfde', 'name': 'network-vif-deleted', 'tag': 'eb677ef7-3e17-4536-8a85-ee61f3fe10a7', 'status': 'completed', 'code': 200} May 25 15:59:48.200453 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0dc10b5f-3219-427b-9f4f-6c70c8a5aa9d req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.68 "DELETE /v2.0/ports/eb677ef7-3e17-4536-8a85-ee61f3fe10a7 HTTP/1.1" status: 204 len: 173 time: 0.9134929 May 25 15:59:48.239148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ad1d-1b0a-4028-9328-cbd48ceec791 req-1ef5874c-327a-45a8-ba18-1571e0aaed1b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:48.240604 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6a19ad1d-1b0a-4028-9328-cbd48ceec791 req-1ef5874c-327a-45a8-ba18-1571e0aaed1b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 944 time: 0.1474171 May 25 15:59:48.291764 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6a19ad1d-1b0a-4028-9328-cbd48ceec791 req-922a79f6-73bb-460a-a6f7-364a9c3ca648 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 May 25 15:59:48.448441 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f67c-018a-4c39-801a-2debb83d6002 req-4f34616a-6742-4f00-972d-359a10264f42 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:48.450004 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c43f67c-018a-4c39-801a-2debb83d6002 req-4f34616a-6742-4f00-972d-359a10264f42 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0905843 May 25 15:59:48.499504 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c43f67c-018a-4c39-801a-2debb83d6002 req-c358dd1d-93d9-453b-970e-302a0105c5b6 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 May 25 15:59:48.834738 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['eb677ef7-3e17-4536-8a85-ee61f3fe10a7'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:59:49.057076 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:59:49.233450 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:59:49.240363 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:59:49.240845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.252370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-984bad8a-228e-4440-99c2-1c97450a6679 req-52cfe8c1-5769-4550-9887-1e7e1954f019 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Synchronizing usage tracker for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:59:49.351452 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-984bad8a-228e-4440-99c2-1c97450a6679 req-52cfe8c1-5769-4550-9887-1e7e1954f019 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Unset dirty status for tenant:671622cd15c84dd898c3b3fb6228c8eb on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:59:49.353166 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-984bad8a-228e-4440-99c2-1c97450a6679 req-52cfe8c1-5769-4550-9887-1e7e1954f019 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] 10.222.0.64 "GET /v2.0/ports?device_id=1defefb3-0fd5-4a8d-879f-a10947a1bfde HTTP/1.1" status: 200 len: 210 time: 0.1462262 May 25 15:59:49.379672 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.411158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:59:49.421017 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:59:49.511570 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:49.511570 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:49.545427 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b2bbe-a923-48fa-847a-507df809e0aa req-b2e8854e-799c-44c2-8c06-6be819220825 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:49.546919 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-012b2bbe-a923-48fa-847a-507df809e0aa req-b2e8854e-799c-44c2-8c06-6be819220825 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 944 time: 0.0886593 May 25 15:59:49.582780 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:49.585977 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:49.605284 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-012b2bbe-a923-48fa-847a-507df809e0aa req-431dfe37-6241-4cd6-a206-53efcffbbd02 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487168 May 25 15:59:49.658718 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28', 'code': 200} May 25 15:59:49.830887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f42f8b-e1c5-41d8-ae1c-4fabdf70a3b2 req-c4872c30-7b5b-49bb-aeb9-7d165e07d66f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:49.832346 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74f42f8b-e1c5-41d8-ae1c-4fabdf70a3b2 req-c4872c30-7b5b-49bb-aeb9-7d165e07d66f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0875492 May 25 15:59:49.878998 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74f42f8b-e1c5-41d8-ae1c-4fabdf70a3b2 req-52dcce1b-d61d-4d31-8ea6-b69baf381331 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 May 25 15:59:50.179651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167f64-26f7-42d7-ae85-c5b2b4686936 req-8e074c03-095f-4a20-b78a-f058a929e3d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.181153 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15167f64-26f7-42d7-ae85-c5b2b4686936 req-8e074c03-095f-4a20-b78a-f058a929e3d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1481173 May 25 15:59:50.190246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf97d70-b814-46ae-bbfe-8dfa57bd8e22 req-00ea70cf-39d7-491f-a5d4-142ae05ec71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.190246 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bf97d70-b814-46ae-bbfe-8dfa57bd8e22 req-00ea70cf-39d7-491f-a5d4-142ae05ec71a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 1098 time: 0.1007757 May 25 15:59:50.255583 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15167f64-26f7-42d7-ae85-c5b2b4686936 req-c99a302c-4d60-4944-ab77-f9cc7652bffe tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684149 May 25 15:59:50.257183 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bf97d70-b814-46ae-bbfe-8dfa57bd8e22 req-eb104806-90b8-43bb-9ec4-258604cdfa04 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566785 May 25 15:59:50.796042 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78a195-4dd7-4c5b-bdd9-4b0f3d19faa6 req-b8e29bee-4dc9-4e73-9cfb-ec425323529e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:50.797713 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2c78a195-4dd7-4c5b-bdd9-4b0f3d19faa6 req-b8e29bee-4dc9-4e73-9cfb-ec425323529e tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.0821030 May 25 15:59:50.844807 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2c78a195-4dd7-4c5b-bdd9-4b0f3d19faa6 req-133c3916-6569-4369-89ed-37db03e58101 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 May 25 15:59:51.070289 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device eb677ef7-3e17-4536-8a85-ee61f3fe10a7 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:59:51.071776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4c73-c58b-4f18-bb1e-b5b05f216bc2 req-b40b1825-85b7-48df-a865-9ace76d80d96 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:51.073429 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-be4c4c73-c58b-4f18-bb1e-b5b05f216bc2 req-b40b1825-85b7-48df-a865-9ace76d80d96 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0833449 May 25 15:59:51.104845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: eb677ef7-3e17-4536-8a85-ee61f3fe10a7 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:59:51.105194 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device eb677ef7-3e17-4536-8a85-ee61f3fe10a7 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:59:51.121150 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-be4c4c73-c58b-4f18-bb1e-b5b05f216bc2 req-64841522-718e-4911-bcc6-323ff1dfaf4f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 May 25 15:59:51.450340 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e5c0-91e0-4764-a4f1-283cfb74f8c6 req-d1cf7efd-cfcc-4faa-bd2b-d98aaa645772 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:51.451786 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eee4e5c0-91e0-4764-a4f1-283cfb74f8c6 req-d1cf7efd-cfcc-4faa-bd2b-d98aaa645772 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.0809288 May 25 15:59:51.514568 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eee4e5c0-91e0-4764-a4f1-283cfb74f8c6 req-e235e937-7bd4-4d78-a383-45d4d670f087 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556307 May 25 15:59:51.979854 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-8ffa771c-d28b-4a07-a9f2-5da763226436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:52.037180 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae413165-483f-4ced-be09-2d44e031227a req-9534bb3d-91ee-45b7-97f5-be566531506a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:52.038640 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ae413165-483f-4ced-be09-2d44e031227a req-9534bb3d-91ee-45b7-97f5-be566531506a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.0860329 May 25 15:59:52.084399 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ae413165-483f-4ced-be09-2d44e031227a req-88b4081d-7abc-45fb-b55d-3ed059f45591 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 May 25 15:59:52.318761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da442c-00e9-4114-989b-75873c721ac3 req-5f970dd7-b4a9-418f-ba09-9133843ff623 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:52.320190 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c4da442c-00e9-4114-989b-75873c721ac3 req-5f970dd7-b4a9-418f-ba09-9133843ff623 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0809855 May 25 15:59:52.364301 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c4da442c-00e9-4114-989b-75873c721ac3 req-f2e2d56e-7580-416b-a5a8-7fdd898d2f00 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 May 25 15:59:52.723531 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5272a-aa18-48ca-b831-186d1a691756 req-c0e7ea74-5659-4b91-975d-577ec7f9a62c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:52.725006 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4bd5272a-aa18-48ca-b831-186d1a691756 req-c0e7ea74-5659-4b91-975d-577ec7f9a62c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.0897071 May 25 15:59:52.773852 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4bd5272a-aa18-48ca-b831-186d1a691756 req-8492cb1c-d299-439f-836a-a35380a6474c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 May 25 15:59:53.275986 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e047-8009-42c0-9d3e-88756c599a2c req-5516b656-cec2-4c41-af2b-3cbe2586a5bc tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:53.277490 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da02e047-8009-42c0-9d3e-88756c599a2c req-5516b656-cec2-4c41-af2b-3cbe2586a5bc tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.0864964 May 25 15:59:53.323309 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da02e047-8009-42c0-9d3e-88756c599a2c req-8d059538-1b76-4423-a00c-4d17a5b822f3 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 May 25 15:59:53.550992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a70f62-6947-4dd3-a3a2-3b51d7ad63ba req-0d7e5a50-b497-489d-b79a-72d6b1609390 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:53.552419 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d8a70f62-6947-4dd3-a3a2-3b51d7ad63ba req-0d7e5a50-b497-489d-b79a-72d6b1609390 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0819468 May 25 15:59:53.596449 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d8a70f62-6947-4dd3-a3a2-3b51d7ad63ba req-eb196acd-d8f7-4992-bafa-543d4d5c667d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 May 25 15:59:53.757612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54854) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:53.940411 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.973847 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:53.981075 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c8ff212503418a9d0cd6b4b3dcc05d is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:53.984278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:53.991264 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:54.039377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8e202-d770-43dd-b159-1db0b49f2cf6 req-a932b21a-e721-42d7-b92c-f09b6628fe77 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:54.041828 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7a8e202-d770-43dd-b159-1db0b49f2cf6 req-a932b21a-e721-42d7-b92c-f09b6628fe77 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1442311 May 25 15:59:54.128575 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7a8e202-d770-43dd-b159-1db0b49f2cf6 req-11337e56-3611-41e2-b6b4-b5f49af76bc5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799439 May 25 15:59:54.174222 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.175802 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-212a5703-10c5-4bde-a076-a681ee811085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.203868 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.339627 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.346387 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1465ac3e-2d01-44c2-a6f9-768ef7f94ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:54.377720 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28ba77-b3f8-4caf-9366-59ea80b8da8a,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:54.396668 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.397027 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.397378 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.397722 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.398062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.398578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.398920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.399256 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.400155 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.400590 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.400931 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.401261 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.405885 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:54.410986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54888) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:54.411226 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9c8ff212503418a9d0cd6b4b3dcc05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524134 May 25 15:59:54.467390 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.500338 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.670786 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.674649 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9462613d-06fb-4f22-b09a-4a0ab917b9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:54.688223 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28ba77-b3f8-4caf-9366-59ea80b8da8a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:54.698121 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.702023 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e28ba77-b3f8-4caf-9366-59ea80b8da8a HTTP/1.1" status: 204 len: 168 time: 0.2899485 May 25 15:59:54.703614 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.703926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.704276 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.704642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.704985 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.705324 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.705660 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.705997 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.706331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.706690 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.707025 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.707351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:59:54.711382 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:54.796848 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac85db-4785-4819-a538-1a12213c97d2 req-fd476fcb-ffca-42ce-97e7-2035d901f0eb tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:54.798314 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-63ac85db-4785-4819-a538-1a12213c97d2 req-fd476fcb-ffca-42ce-97e7-2035d901f0eb tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0880988 May 25 15:59:54.845751 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-63ac85db-4785-4819-a538-1a12213c97d2 req-07f6af8f-bfae-4b9d-a487-31f200eebc55 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 May 25 15:59:55.214340 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.429239 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 54912) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:55.429565 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6dc5-a17a-4206-b98e-9f0de0bf9df7 req-85c1b12a-d3f1-4e9d-9179-c83d5b9b277b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:55.431792 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5c3f6dc5-a17a-4206-b98e-9f0de0bf9df7 req-85c1b12a-d3f1-4e9d-9179-c83d5b9b277b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1461394 May 25 15:59:55.469624 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.507043 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:55.512512 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Usage tracker for resource:security_group_rule and tenant:49fa7b9ce49543339c677ad904566d98 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:55.516601 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:55.518644 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5c3f6dc5-a17a-4206-b98e-9f0de0bf9df7 req-f3a8f9dc-47b0-4f26-94a0-20867af980d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675197 May 25 15:59:55.523319 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:55.625845 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.676367 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.695861 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-92a92e8a-2a92-4929-8997-40bf9fe020c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:55.742250 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49fa7b9ce49543339c677ad904566d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118596 May 25 15:59:55.745083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30648e6b-990f-4633-8df2-4148bf0f178b,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:55.745808 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 54922) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:55.749211 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:55.845841 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:55.892364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.084877 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.102141 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ff629d23-ae9a-43c3-b65d-6da506f005c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:56.132207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30648e6b-990f-4633-8df2-4148bf0f178b,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:56.162147 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:56.163687 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.164804 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30648e6b-990f-4633-8df2-4148bf0f178b HTTP/1.1" status: 204 len: 168 time: 0.4179208 May 25 15:59:56.199044 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a7b9-ed81-4286-bf48-f8a027dd84cb req-361f06c3-f55c-4ea4-9e05-9d57708e258f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:56.207881 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e090a7b9-ed81-4286-bf48-f8a027dd84cb req-361f06c3-f55c-4ea4-9e05-9d57708e258f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1800344 May 25 15:59:56.444701 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e090a7b9-ed81-4286-bf48-f8a027dd84cb req-8526c329-1597-4b41-8a59-db871ec3e4e3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329358 May 25 15:59:56.939267 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:56.977612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5008f7-22d0-473c-b734-e2175396fa9f req-0c61231b-e89c-4c54-85b5-a36634cce73a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:56.987848 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da5008f7-22d0-473c-b734-e2175396fa9f req-0c61231b-e89c-4c54-85b5-a36634cce73a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.2648742 May 25 15:59:57.034205 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da5008f7-22d0-473c-b734-e2175396fa9f req-93e9b7b9-f37b-432f-ad7e-327204fc0d74 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 May 25 15:59:57.562519 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83ee96-4f8c-4ad8-8c05-c918b4dd3c58 req-7a111ce7-413d-47d3-aa19-f062464137e9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:57.564088 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2d83ee96-4f8c-4ad8-8c05-c918b4dd3c58 req-7a111ce7-413d-47d3-aa19-f062464137e9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1039622 May 25 15:59:57.617132 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2d83ee96-4f8c-4ad8-8c05-c918b4dd3c58 req-9d8fe596-9881-46ce-bb77-8e8f9105e562 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471251 May 25 15:59:57.803277 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:58.399855 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4ecbb-dd42-466e-9c28-873c69914165 req-690d5334-369d-4c18-915a-b2ef5bd6a989 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.401360 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2be4ecbb-dd42-466e-9c28-873c69914165 req-690d5334-369d-4c18-915a-b2ef5bd6a989 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1170001 May 25 15:59:58.403999 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-0d603ab5-58ed-4851-8f9e-c39db4633bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.406337 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-0d603ab5-58ed-4851-8f9e-c39db4633bad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.1982260 May 25 15:59:58.618875 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2be4ecbb-dd42-466e-9c28-873c69914165 req-5db3eeaa-2394-40a6-a796-808389aa4dfc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107780 May 25 15:59:58.757419 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-65a65e5a-a67d-4619-a298-d6839c668eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.759368 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-65a65e5a-a67d-4619-a298-d6839c668eb6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.3201151 May 25 15:59:58.842333 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-3962c605-0bff-483c-a04e-617f6d5a754f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.0747359 May 25 15:59:58.895321 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b27af-0329-4bda-b5f4-074c8e647ffb req-7b53b65c-162f-4069-8f69-60e1dbb7ae32 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.896673 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c2b27af-0329-4bda-b5f4-074c8e647ffb req-7b53b65c-162f-4069-8f69-60e1dbb7ae32 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0982151 May 25 15:59:58.929672 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-9ab86bd3-94d7-412b-9e94-3dd160e3b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:58.931672 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-9ab86bd3-94d7-412b-9e94-3dd160e3b863 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0716102 May 25 15:59:58.945200 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c2b27af-0329-4bda-b5f4-074c8e647ffb req-8110ea91-eb9f-432e-8d54-d2a48004525a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 May 25 15:59:58.983252 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-3654efc1-8aa6-4d91-904e-dc8145fb2fb8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437710 May 25 15:59:59.141690 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-fe5f5dc2-dad3-41ce-b420-6b2f06c377d2 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506233 May 25 15:59:59.254837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55022) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:59.288718 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-faa1b856-8119-4fa3-8832-e4f92c5a9129 req-85b9d515-10d5-4881-b3a3-2333d6c7cfd1 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370752 May 25 15:59:59.461339 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.494196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:59:59.499310 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1786e6bc950444ba048f4e79c75f9cf is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:59:59.502509 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:59:59.509746 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:59:59.623658 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.693995 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.705998 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:59:59.738279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d515d-11a5-4279-8612-d8ccf5a957e3,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:59:59.744417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:59:59.803578 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1786e6bc950444ba048f4e79c75f9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455513 May 25 15:59:59.804710 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55034) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:59:59.897354 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eda50-238d-4185-9f7a-10ef220af59f req-54acb5ae-b924-47f5-a8b1-d28b9d9e4d9c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:59:59.905086 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.918158 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-041eda50-238d-4185-9f7a-10ef220af59f req-54acb5ae-b924-47f5-a8b1-d28b9d9e4d9c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1300216 May 25 15:59:59.940018 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:59.992962 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-041eda50-238d-4185-9f7a-10ef220af59f req-0391454a-618f-4b4b-b7f2-fa797b87714f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730834 May 25 16:00:00.099901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:00.108127 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-204426ba-2505-4700-9d85-35099be62ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:00.175743 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d515d-11a5-4279-8612-d8ccf5a957e3,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:00.185916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:00.186810 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:00.190860 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff0d515d-11a5-4279-8612-d8ccf5a957e3 HTTP/1.1" status: 204 len: 168 time: 0.3802388 May 25 16:00:00.241967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115aed-54b6-4960-a9c5-001dfcb35d18 req-315285b3-eb85-4d94-8a82-98b21117eb95 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:00.244282 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b3115aed-54b6-4960-a9c5-001dfcb35d18 req-315285b3-eb85-4d94-8a82-98b21117eb95 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1381738 May 25 16:00:00.309078 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b3115aed-54b6-4960-a9c5-001dfcb35d18 req-0ade5eca-ffeb-4a54-96b0-3c2351166f33 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587978 May 25 16:00:00.439924 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55050) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:00.693390 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:00.713694 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:00.718471 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Usage tracker for resource:security_group_rule and tenant:e1802a8191df492d86c67d7964b5045b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:00.722548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:00.730983 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:00.913986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.071950 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.083455 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-38fbf1b2-79e3-47f1-8c72-a13db9d444d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:01.142858 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f44003-f8ac-4162-9942-927f2f3bc1e8,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:01.148752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:01.173809 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1802a8191df492d86c67d7964b5045b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7272418 May 25 16:00:01.174325 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55082) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:01.285951 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab578-35d3-4997-8d4d-a48e0794084f req-c687b95e-317e-4d89-bf24-a8c8f1c7e985 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:01.287637 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-994ab578-35d3-4997-8d4d-a48e0794084f req-c687b95e-317e-4d89-bf24-a8c8f1c7e985 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1016803 May 25 16:00:01.310676 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.344994 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-994ab578-35d3-4997-8d4d-a48e0794084f req-1697a21e-9aea-45f0-82be-ad3e58671fc9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 May 25 16:00:01.416276 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.566670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57305aa8-9f53-49c3-8cad-90e6a28597f2 req-345998de-0d72-4d86-940a-3a548257eb6e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:01.574513 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-57305aa8-9f53-49c3-8cad-90e6a28597f2 req-345998de-0d72-4d86-940a-3a548257eb6e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1029713 May 25 16:00:01.579682 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.590427 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6fb4ba98-f068-440d-9d7e-ae91c1e3bde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:01.621499 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f44003-f8ac-4162-9942-927f2f3bc1e8,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:01.624913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:01.629461 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:01.637054 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-57305aa8-9f53-49c3-8cad-90e6a28597f2 req-5e9254dd-6e87-455e-bbbf-1f9911392369 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615385 May 25 16:00:01.642746 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00f44003-f8ac-4162-9942-927f2f3bc1e8 HTTP/1.1" status: 204 len: 168 time: 0.4661312 May 25 16:00:02.525715 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55120) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:02.548225 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.585763 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:02.591485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Usage tracker for resource:security_group_rule and tenant:ce57ed1e08d14bcca72a2c622e05e37d is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:02.596926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:02.620297 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:02.652346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe4a85-4882-496f-a3c7-6aabae49fed8 req-8c53b07c-9406-4149-9dac-f3bdc29d9e44 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:02.654266 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cffe4a85-4882-496f-a3c7-6aabae49fed8 req-8c53b07c-9406-4149-9dac-f3bdc29d9e44 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1390107 May 25 16:00:02.740598 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cffe4a85-4882-496f-a3c7-6aabae49fed8 req-5cc7fe77-8e33-48c1-be14-4b4e6d8a2861 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788260 May 25 16:00:02.863735 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.894145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4600ce-a4b9-42c0-9993-2bdf3cb2c9b3 req-38566481-64eb-4190-9169-5794b9fc5667 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:02.895600 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0d4600ce-a4b9-42c0-9993-2bdf3cb2c9b3 req-38566481-64eb-4190-9169-5794b9fc5667 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1006384 May 25 16:00:02.948139 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0d4600ce-a4b9-42c0-9993-2bdf3cb2c9b3 req-2ea27b94-4c1a-44c6-87ad-83cb68080043 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 May 25 16:00:02.958866 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:02.971586 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6b18c66b-0136-4109-9906-a20fb30b6495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:03.033659 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce57ed1e08d14bcca72a2c622e05e37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058763 May 25 16:00:03.035735 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4faaf-ec0b-45d7-acc5-a41d238f395b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:03.036221 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55132) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:03.041067 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:03.137095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.174010 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.310403 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.323903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fa391646-6199-4ca8-898d-80c1ce809982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:03.344958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:03.349328 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1f4faaf-ec0b-45d7-acc5-a41d238f395b HTTP/1.1" status: 204 len: 168 time: 0.3121367 May 25 16:00:03.376636 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4faaf-ec0b-45d7-acc5-a41d238f395b,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:03.380283 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:03.736772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea6fce-9dbc-4d63-af15-4d59991f5078 req-cd81749c-2a3d-4306-99fe-ef44f15a9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:03.738639 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7ea6fce-9dbc-4d63-af15-4d59991f5078 req-cd81749c-2a3d-4306-99fe-ef44f15a9948 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.0892658 May 25 16:00:03.800718 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7ea6fce-9dbc-4d63-af15-4d59991f5078 req-20f4446c-7aa3-46d5-b078-92697fae41ef service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550945 May 25 16:00:03.955995 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0e5d-eead-499f-9dac-c36fb078b3ba req-af765c92-bef6-4fa5-9b5a-a7ea197fde41 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:03.957588 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fb4a0e5d-eead-499f-9dac-c36fb078b3ba req-af765c92-bef6-4fa5-9b5a-a7ea197fde41 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.0831518 May 25 16:00:04.012240 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fb4a0e5d-eead-499f-9dac-c36fb078b3ba req-1c979cce-75d4-44e7-b2b3-cfb0a5d6f004 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484617 May 25 16:00:04.162624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfef7-9fd4-42e5-b870-6ff5a187abf3 req-44af7a7a-bbb5-41b8-8575-cd1c641edfa7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:04.164125 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-545cfef7-9fd4-42e5-b870-6ff5a187abf3 req-44af7a7a-bbb5-41b8-8575-cd1c641edfa7 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.0854850 May 25 16:00:04.220059 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-545cfef7-9fd4-42e5-b870-6ff5a187abf3 req-ffe94d09-1704-4a39-8994-66a2fac048dd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 May 25 16:00:05.260662 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dd098-a766-436d-8e99-9555324a8953 req-490f1415-f00f-4a7d-bb5c-b7eaa77b760a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:05.262235 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-aa9dd098-a766-436d-8e99-9555324a8953 req-490f1415-f00f-4a7d-bb5c-b7eaa77b760a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1146729 May 25 16:00:05.329338 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-aa9dd098-a766-436d-8e99-9555324a8953 req-1a6df28b-916d-4447-be70-55fe773258a8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580816 May 25 16:00:05.616115 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189aa4b-2429-4acc-a0cb-47e91d6445fe req-79b2bcc1-d141-4b42-b50a-3b6bb98870a9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:05.618361 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e189aa4b-2429-4acc-a0cb-47e91d6445fe req-79b2bcc1-d141-4b42-b50a-3b6bb98870a9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1194673 May 25 16:00:05.718269 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e189aa4b-2429-4acc-a0cb-47e91d6445fe req-adc08efb-2254-4f19-af5f-c8993858ecee tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940037 May 25 16:00:05.794458 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d223730-e7b1-4517-bc55-c472964edee8 req-4b94ea62-7c3d-468d-a76c-af0677302f52 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:05.801752 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5d223730-e7b1-4517-bc55-c472964edee8 req-4b94ea62-7c3d-468d-a76c-af0677302f52 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.1339355 May 25 16:00:05.861178 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5d223730-e7b1-4517-bc55-c472964edee8 req-8dc06acb-ff66-4689-a16c-d0f6e6f113f1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 May 25 16:00:06.482611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cbc17-2dc4-48ff-8a28-956306cb75f9 req-556fd1b2-689e-4f4d-ba50-bb2a971ea832 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:06.484881 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-668cbc17-2dc4-48ff-8a28-956306cb75f9 req-556fd1b2-689e-4f4d-ba50-bb2a971ea832 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1152914 May 25 16:00:06.569553 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-668cbc17-2dc4-48ff-8a28-956306cb75f9 req-fbf907c9-35a1-4e0d-8aca-4f4d2b49f97d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757158 May 25 16:00:06.613460 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52c64-6f0c-467c-8bff-35316e7ffda3 req-a8e8b3e0-3fc5-4a0f-aa06-12368e98d6c3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:06.621202 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dec52c64-6f0c-467c-8bff-35316e7ffda3 req-a8e8b3e0-3fc5-4a0f-aa06-12368e98d6c3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1267807 May 25 16:00:06.686137 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dec52c64-6f0c-467c-8bff-35316e7ffda3 req-52de89f6-ab76-4490-8f21-f07404d8a1a5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634842 May 25 16:00:06.692649 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b659-04fb-43e6-abf7-0edd4038922d req-1862c021-3445-41ac-b846-a03620c5cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:06.694994 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-1862c021-3445-41ac-b846-a03620c5cfe7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 1098 time: 0.1217411 May 25 16:00:06.794159 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55242) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:06.969040 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.005470 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:07.013912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Usage tracker for resource:security_group_rule and tenant:5547897b61744e79ac2ff3aeb21892c1 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:07.019032 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:07.031647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:07.065013 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b659-04fb-43e6-abf7-0edd4038922d req-b36a5d9a-5c30-4366-93dd-cd47a8a203dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:07.066892 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-b36a5d9a-5c30-4366-93dd-cd47a8a203dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 200 len: 920 time: 0.3624628 May 25 16:00:07.187340 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:00:07.213910 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-04fc01be-2940-443a-90d3-2494ba6f5038 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 200 len: 217 time: 0.1390755 May 25 16:00:07.236271 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.316959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b659-04fb-43e6-abf7-0edd4038922d req-0969b5ad-d28d-4772-9f22-5ddc4fd78484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:07.318678 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-0969b5ad-d28d-4772-9f22-5ddc4fd78484 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 200 len: 859 time: 0.0883443 May 25 16:00:07.322445 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.331239 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-927222fa-011d-48d7-b7f3-6e66424b3920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:07.385662 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a5bba-217e-4134-91f5-81e432b1646d req-25e526d1-759f-45c4-a023-5e9df6c2f868 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:07.390237 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:07.392594 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bd6a5bba-217e-4134-91f5-81e432b1646d req-25e526d1-759f-45c4-a023-5e9df6c2f868 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.2358284 May 25 16:00:07.415181 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'e0331771-22be-48c8-bfca-4d7d99125014', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:00:07.428130 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-d41bede1-7e88-470a-ba0f-7cd859036809 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0044aa00-907a-430e-b7a1-9e46eba64b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004157 May 25 16:00:07.434952 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5547897b61744e79ac2ff3aeb21892c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393993 May 25 16:00:07.437209 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d60a7-8f88-4d5d-8309-321835bd7f40,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:07.439941 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55256) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:07.488010 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:07.511389 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bd6a5bba-217e-4134-91f5-81e432b1646d req-8f21553a-42b2-425b-9467-15e66f85add7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178393 May 25 16:00:07.545329 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.580007 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:07.598557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:07.644577 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.656239 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-acfb57db-c6f7-40d6-8d91-ce0b944fc9b2 service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131944 May 25 16:00:07.697426 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.698791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:07.700715 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:07.829097 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=6']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:07.839432 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.840026 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.840516 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.845016 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.845636 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.849148 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.849707 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.850328 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.853673 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.854301 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.854845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.855381 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:07.862960 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:07.989647 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6431b659-04fb-43e6-abf7-0edd4038922d req-789a3fb0-9967-46c0-b6e6-23881b901cea service neutron] 10.222.0.68 "GET /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147712 May 25 16:00:07.991306 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['e0331771-22be-48c8-bfca-4d7d99125014'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:07.996515 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b481b3e-e9e4-4df5-bd96-8ef1186adddc req-dbf2ad98-1d61-480f-90b0-b23445678aa9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.006461 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8b481b3e-e9e4-4df5-bd96-8ef1186adddc req-dbf2ad98-1d61-480f-90b0-b23445678aa9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1994700 May 25 16:00:08.014060 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.038671 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f5dc3-ce86-4b5b-9df1-085105e2507a req-fcd79b69-4e48-4735-8a57-f410c84c7113 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.044308 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5a04dfef-3632-4fdd-90e3-0b72727e071e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:08.046872 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1d0f5dc3-ce86-4b5b-9df1-085105e2507a req-fcd79b69-4e48-4735-8a57-f410c84c7113 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 944 time: 0.1547577 May 25 16:00:08.065893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.067148 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/962d60a7-8f88-4d5d-8309-321835bd7f40 HTTP/1.1" status: 204 len: 168 time: 0.5859005 May 25 16:00:08.068400 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d60a7-8f88-4d5d-8309-321835bd7f40,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:08.071709 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:08.147988 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8b481b3e-e9e4-4df5-bd96-8ef1186adddc req-f871ab23-97b1-4b3b-b7b7-149e7a2c5413 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357915 May 25 16:00:08.164487 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1d0f5dc3-ce86-4b5b-9df1-085105e2507a req-73f3d5c4-6e64-40ff-ae04-f7aa95ee7108 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166563 May 25 16:00:08.434211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-7bf6ac31-4fdf-4e9d-a759-c517bc11efe5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.435938 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-7bf6ac31-4fdf-4e9d-a759-c517bc11efe5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.0854118 May 25 16:00:08.629024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Deleting port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:08.632292 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.836176 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] For port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:08.837509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:08.903133 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f22b3f-e8d6-47cd-ab8b-74de17575ebc req-455a3544-409c-477d-aa98-7b4a5d8c7237 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:08.908650 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-81f22b3f-e8d6-47cd-ab8b-74de17575ebc req-455a3544-409c-477d-aa98-7b4a5d8c7237 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 945 time: 0.2747915 May 25 16:00:08.932063 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55296) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:08.974375 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-81f22b3f-e8d6-47cd-ab8b-74de17575ebc req-17980f0d-8f3c-4c21-8cde-9e9b6dcd0bff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607913 May 25 16:00:09.079728 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.103772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Calling delete_port for 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:09.111647 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:09.118850 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Usage tracker for resource:security_group_rule and tenant:1308675de3e2438fbb6d899a9b0fb3cf is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:09.123023 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:09.142692 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:09.200996 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:09.409770 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port e0331771-22be-48c8-bfca-4d7d99125014 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:09.410382 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.466976 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.475667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:09.508386 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d', 'd2113581-c837-4d74-8aef-68afade88b47', '62b7c963-3b14-44bf-bebe-152295a6ccce', '4b3d7ab7-eca8-4f69-9652-f0bf1476be28'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:09.588157 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event deleted for resources: {'Port': ['ID=4b3d7ab7-eca8-4f69-9652-f0bf1476be28,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:09.593632 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:09.681991 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184cd94-5ab5-4163-a718-f083c4598e24 req-0bb9a6ac-8b8f-4114-bc1a-bf43491c2b3d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:09.702290 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9184cd94-5ab5-4163-a718-f083c4598e24 req-0bb9a6ac-8b8f-4114-bc1a-bf43491c2b3d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 944 time: 0.2919452 May 25 16:00:09.744927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] No DVR routers for this DVR port 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:09.748982 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.755435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'name': 'network-vif-deleted', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:09.767377 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9184cd94-5ab5-4163-a718-f083c4598e24 req-601b5084-bca1-4840-98ae-493ce54d4cf8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604239 May 25 16:00:09.780410 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:09.896936 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b682929d-5c04-46e8-9529-a8995fe5f05e', 'name': 'network-vif-deleted', 'tag': '4b3d7ab7-eca8-4f69-9652-f0bf1476be28', 'status': 'completed', 'code': 200} May 25 16:00:09.977880 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0e4c5-4558-47d2-b620-68864eff49a1 req-2b25a890-d42b-4b74-95c5-a6da55858c69 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:09.979439 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-81f0e4c5-4558-47d2-b620-68864eff49a1 req-2b25a890-d42b-4b74-95c5-a6da55858c69 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.6040525 May 25 16:00:10.002192 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.019415 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:10.031165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:10.073287 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-81f0e4c5-4558-47d2-b620-68864eff49a1 req-37e08025-3cef-4b2f-9eb3-bd73e04c60dc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695434 May 25 16:00:10.089147 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fd1b6317-ed31-47f3-aa86-ff02cacae69c req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "DELETE /v2.0/ports/4b3d7ab7-eca8-4f69-9652-f0bf1476be28 HTTP/1.1" status: 204 len: 173 time: 1.6462157 May 25 16:00:10.107431 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:10.116517 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.146758 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:10.154145 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.160390 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:10.306464 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52770bb0-56fc-455f-9650-6d5d9c3f495e,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:10.332007 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'code': 200} May 25 16:00:10.346019 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:10.364586 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-68f37902-3ac1-4412-b55f-b5143e5f536c req-10c534e8-7a5e-4f1d-9c70-6385432039cf tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.1148057 May 25 16:00:10.410262 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=7']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:10.412174 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-0fd3f104-6c00-4119-845b-c4415461f48b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1308675de3e2438fbb6d899a9b0fb3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4790430 May 25 16:00:10.414685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55342) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:10.421964 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:10.552970 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.648109 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.904990 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:10.911834 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-966e7398-d457-4fea-a03d-c7f93d9ee970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:11.092836 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:11.094439 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52770bb0-56fc-455f-9650-6d5d9c3f495e HTTP/1.1" status: 204 len: 168 time: 0.6781075 May 25 16:00:11.100222 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52770bb0-56fc-455f-9650-6d5d9c3f495e,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:11.107509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:11.172500 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96b3f-4ed6-4d2a-94ae-61f40bd961fc req-86b8a77c-55a9-4c76-b655-2b88a418c2ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:11.188941 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1f96b3f-4ed6-4d2a-94ae-61f40bd961fc req-86b8a77c-55a9-4c76-b655-2b88a418c2ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.2319498 May 25 16:00:11.312107 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1f96b3f-4ed6-4d2a-94ae-61f40bd961fc req-2f320b2d-4a36-45d8-9981-fafe6a0dadea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221807 May 25 16:00:11.569023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe5fae-8e91-4475-a725-9992b5e304b9 req-2f3c64ae-b49c-4afb-aa3e-01ae484ba7db tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:11.580515 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c9fe5fae-8e91-4475-a725-9992b5e304b9 req-2f3c64ae-b49c-4afb-aa3e-01ae484ba7db tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1911550 May 25 16:00:11.706597 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c9fe5fae-8e91-4475-a725-9992b5e304b9 req-4e71663f-01a9-44af-a430-d21c7399ce0c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221862 May 25 16:00:12.020167 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f38df3a8-6bef-4442-bd49-e8c0098bf716 req-91fc0bfa-ef2b-4861-b52d-4aba60f17d1c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:12.287978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f38df3a8-6bef-4442-bd49-e8c0098bf716 req-91fc0bfa-ef2b-4861-b52d-4aba60f17d1c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:12.290074 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f38df3a8-6bef-4442-bd49-e8c0098bf716 req-91fc0bfa-ef2b-4861-b52d-4aba60f17d1c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b682929d-5c04-46e8-9529-a8995fe5f05e HTTP/1.1" status: 200 len: 210 time: 0.5109558 May 25 16:00:12.776862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97865-fa95-4470-8f85-017fc8e2150b req-b018591b-dac8-4110-a722-51e5eb5d1bee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:12.776862 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cdd97865-fa95-4470-8f85-017fc8e2150b req-b018591b-dac8-4110-a722-51e5eb5d1bee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1666462 May 25 16:00:12.926172 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cdd97865-fa95-4470-8f85-017fc8e2150b req-327cfeb5-0c39-4a15-bcb2-aa564add1b81 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511064 May 25 16:00:13.194836 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:13.299513 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:13.300782 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 4b3d7ab7-eca8-4f69-9652-f0bf1476be28 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:14.257617 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a806268-fa0f-4ab8-91d0-efebf45af14f req-28df0439-176e-40f1-8ffb-2f4e1590a29f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:14.261171 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4a806268-fa0f-4ab8-91d0-efebf45af14f req-28df0439-176e-40f1-8ffb-2f4e1590a29f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1473718 May 25 16:00:14.366567 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4a806268-fa0f-4ab8-91d0-efebf45af14f req-e9d254ba-a002-44d1-ac7b-bfe137e593cf tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965242 May 25 16:00:15.791587 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcf9dc-67e2-4fca-bd24-3310b4072840 req-bd261cf9-dcbb-43be-84b9-2d2827baf378 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:15.793654 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-46bcf9dc-67e2-4fca-bd24-3310b4072840 req-bd261cf9-dcbb-43be-84b9-2d2827baf378 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1733646 May 25 16:00:15.881585 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-46bcf9dc-67e2-4fca-bd24-3310b4072840 req-bc1b4f48-ab0e-4bc6-b148-daf553291489 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813775 May 25 16:00:16.509418 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55500) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:16.653732 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8083ef-ec53-4978-a0eb-1e04f1af1657 req-c06007ae-2bc0-446f-bc9c-f51830c22ff0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:16.669792 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d8083ef-ec53-4978-a0eb-1e04f1af1657 req-c06007ae-2bc0-446f-bc9c-f51830c22ff0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.2370508 May 25 16:00:16.790815 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d8083ef-ec53-4978-a0eb-1e04f1af1657 req-5b2e2f3f-2d8f-44c4-be54-abe140220f13 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158159 May 25 16:00:16.840071 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:16.865409 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:16.885227 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ca5041703645a992102d982a8decad is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:16.892882 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:16.913035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:17.161598 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:17.255958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:17.280610 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-99136e1e-e6ce-4466-a6af-636db88d334f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:17.348754 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284d56f-42bd-435b-b4b0-ac89d70b8dc0,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:17.355688 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:17.382211 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7ca5041703645a992102d982a8decad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709283 May 25 16:00:17.389049 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55512) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:17.498597 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32378-a6a0-46f9-b00f-05f9162c0be4 req-77f1a133-f062-48a7-8266-b5fb1d934abc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:17.500804 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e3b32378-a6a0-46f9-b00f-05f9162c0be4 req-77f1a133-f062-48a7-8266-b5fb1d934abc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.3352058 May 25 16:00:17.924388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:17.945255 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e3b32378-a6a0-46f9-b00f-05f9162c0be4 req-37084d46-7b02-44b1-bada-0ab1c88648b6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755131 May 25 16:00:18.054796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.321661 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45e0a-2bda-4061-9250-cc322352e753 req-176065b9-0ecd-41cd-a703-9da84db01709 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:18.329359 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4ea45e0a-2bda-4061-9250-cc322352e753 req-176065b9-0ecd-41cd-a703-9da84db01709 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.2042408 May 25 16:00:18.333561 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.344918 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b84fd703-ef78-486a-a006-ed44b8447659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:18.373368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.378470 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9284d56f-42bd-435b-b4b0-ac89d70b8dc0 HTTP/1.1" status: 204 len: 168 time: 0.9834774 May 25 16:00:18.392703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284d56f-42bd-435b-b4b0-ac89d70b8dc0,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:18.398485 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:18.464876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-82bfb75f-a647-49c3-a9c2-e05710ff37df tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:18.466498 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-82bfb75f-a647-49c3-a9c2-e05710ff37df tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.2578263 May 25 16:00:18.488047 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4ea45e0a-2bda-4061-9250-cc322352e753 req-6ab058dc-329b-4f23-a685-650e9e1a747c tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 May 25 16:00:18.763983 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Deleting port 62b7c963-3b14-44bf-bebe-152295a6ccce {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:18.766920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:18.951261 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] For port 62b7c963-3b14-44bf-bebe-152295a6ccce, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=62b7c963-3b14-44bf-bebe-152295a6ccce,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:18.951718 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.246890 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Calling delete_port for 62b7c963-3b14-44bf-bebe-152295a6ccce owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:19.286964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e63e2-d3c2-4643-a6fd-51318a9038b3 req-18232a12-f2bc-4c70-9754-fc3367c1f668 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:19.290429 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-605e63e2-d3c2-4643-a6fd-51318a9038b3 req-18232a12-f2bc-4c70-9754-fc3367c1f668 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1235714 May 25 16:00:19.395885 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55540) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:19.424797 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-605e63e2-d3c2-4643-a6fd-51318a9038b3 req-0e3562a2-41d1-47fb-b91b-ef867fc36910 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254632 May 25 16:00:19.440146 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:19.532552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:19.532552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Usage tracker for resource:security_group_rule and tenant:ef605ff172af41c1a71cd1a7062e13c7 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:19.532552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:19.553703 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:19.640289 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3300ad-5063-4db8-b846-48e521bd6f01 req-9483df7e-9efb-4bbf-8900-9bc2b6417457 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:19.643680 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da3300ad-5063-4db8-b846-48e521bd6f01 req-9483df7e-9efb-4bbf-8900-9bc2b6417457 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.4071803 May 25 16:00:19.775479 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5e39-ae00-4c77-ba51-5f1f14292c92 req-8cd231fc-e79c-4f88-903a-44c4c1454cc5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:19.777070 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fe1f5e39-ae00-4c77-ba51-5f1f14292c92 req-8cd231fc-e79c-4f88-903a-44c4c1454cc5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 945 time: 0.1347523 May 25 16:00:19.799739 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da3300ad-5063-4db8-b846-48e521bd6f01 req-caec7e5e-b9fe-4424-94e7-c9ca036167fd tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421645 May 25 16:00:19.848748 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fe1f5e39-ae00-4c77-ba51-5f1f14292c92 req-5d8e692f-bee8-4397-b555-685d3e34d096 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644453 May 25 16:00:19.858566 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.007690 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.035104 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6e5d625d-a827-47fb-a784-6536a6d3584b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.063986 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d', 'd2113581-c837-4d74-8aef-68afade88b47', '62b7c963-3b14-44bf-bebe-152295a6ccce'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:20.084258 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event deleted for resources: {'Port': ['ID=62b7c963-3b14-44bf-bebe-152295a6ccce,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.086586 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.094614 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.096897 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3b9f1deb-e889-4c07-86fd-0047899e01d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.340194 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc94f15-1095-497e-b0dc-38034ca8ce85,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.343040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] No DVR routers for this DVR port 62b7c963-3b14-44bf-bebe-152295a6ccce on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:20.344887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.347401 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef605ff172af41c1a71cd1a7062e13c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9460948 May 25 16:00:20.348811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.350143 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55556) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:20.352456 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'name': 'network-vif-deleted', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:20.449618 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4cd524-9f22-406f-9a27-dcb250dd1085', 'name': 'network-vif-deleted', 'tag': '62b7c963-3b14-44bf-bebe-152295a6ccce', 'status': 'completed', 'code': 200} May 25 16:00:20.462091 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.473222 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f3184c61-8ecc-4b0a-b156-e7cf9250016a req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "DELETE /v2.0/ports/62b7c963-3b14-44bf-bebe-152295a6ccce HTTP/1.1" status: 204 len: 173 time: 1.9790683 May 25 16:00:20.541564 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.818344 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b907-c782-48f1-a4f7-fb839026723c req-dc6ec3c7-26ff-451f-b884-75b1173e7c8b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:20.824976 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5f74b907-c782-48f1-a4f7-fb839026723c req-dc6ec3c7-26ff-451f-b884-75b1173e7c8b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1757305 May 25 16:00:20.847526 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.855175 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-716f3c40-dcb7-46ca-ab20-ac8f571ef6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:20.871967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc94f15-1095-497e-b0dc-38034ca8ce85,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:20.883703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:20.892316 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:20.896337 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fc94f15-1095-497e-b0dc-38034ca8ce85 HTTP/1.1" status: 204 len: 168 time: 0.5451946 May 25 16:00:20.933149 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5f74b907-c782-48f1-a4f7-fb839026723c req-e709820e-06ba-49b3-99dc-8a179a101877 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019173 May 25 16:00:21.231419 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ff6887f7-916b-41e4-bb2b-5f83064f1f03 req-9112468a-3ebf-4921-bf74-c1d5ee714e51 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4cd524-9f22-406f-9a27-dcb250dd1085 HTTP/1.1" status: 200 len: 210 time: 0.0851722 May 25 16:00:21.235606 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cdd0-fb20-4238-ae77-0d91b95ba570 req-e47a43a9-3b89-44cc-8fb5-b03ac986f56d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:21.249672 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d544cdd0-fb20-4238-ae77-0d91b95ba570 req-e47a43a9-3b89-44cc-8fb5-b03ac986f56d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.2455616 May 25 16:00:21.270564 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55584) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:21.360969 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d544cdd0-fb20-4238-ae77-0d91b95ba570 req-42d8d4ab-6b08-46d8-b2c7-4b3492174a5c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 May 25 16:00:21.603298 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.631266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:21.637911 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Usage tracker for resource:security_group_rule and tenant:e6ccc6c0035648a8bbe9fc1afae6a58d is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:21.644951 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:21.652177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:21.708370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-c92ba9fc-fae5-447d-997c-6d656efac54f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:21.710141 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-c92ba9fc-fae5-447d-997c-6d656efac54f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.1548386 May 25 16:00:21.819586 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.830182 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-870e551c-f7d8-4ddf-9997-2a291c84fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.940445 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Deleting port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:21.940637 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:21.996818 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.024342 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e2dbd50a-f4c2-4d81-b6f7-20bcf2b92742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:22.121397 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6ccc6c0035648a8bbe9fc1afae6a58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495240 May 25 16:00:22.132610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55612) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:22.143770 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85f80d-9c0e-4d90-941c-7a99870134a4,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:22.153514 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:22.376713 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] For port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:22.377082 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.378671 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0d977-fde3-41ea-8ceb-003fb823c1bc req-37f442af-e2b9-4089-b58f-fadd09a057bf tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:22.381007 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-81a0d977-fde3-41ea-8ceb-003fb823c1bc req-37f442af-e2b9-4089-b58f-fadd09a057bf tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1973510 May 25 16:00:22.492469 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-81a0d977-fde3-41ea-8ceb-003fb823c1bc req-7f42ab9e-4014-4071-9be6-b8c52d92ede0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037643 May 25 16:00:22.671917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Calling delete_port for 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:22.749955 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.766433 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55640) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:22.790302 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:22.952560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1791046225-network', 'tenant_id': '3b8449e531ed48d1abf8785ed7c4a4ad'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:22.963966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1ae95-1d63-4c4d-bd17-88234c06bb34 req-19848bd7-0c25-47dd-9a3a-1ae79bb6a205 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:22.968682 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:22.980014 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6ae1ae95-1d63-4c4d-bd17-88234c06bb34 req-19848bd7-0c25-47dd-9a3a-1ae79bb6a205 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 945 time: 0.3130159 May 25 16:00:22.980167 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Usage tracker for resource:network and tenant:3b8449e531ed48d1abf8785ed7c4a4ad is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:22.985144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:22.992745 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:23.009901 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.016157 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-640c7ec0-d1d3-4d99-b33a-70b19fa755ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:23.038775 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85f80d-9c0e-4d90-941c-7a99870134a4,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:23.042185 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:23.060410 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.060410 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c85f80d-9c0e-4d90-941c-7a99870134a4 HTTP/1.1" status: 204 len: 168 time: 0.9235165 May 25 16:00:23.121460 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Made reservation on behalf of 3b8449e531ed48d1abf8785ed7c4a4ad for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:23.129692 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.140033 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6ae1ae95-1d63-4c4d-bd17-88234c06bb34 req-274b43b4-6953-48ba-9f65-39a3e8af4525 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658099 May 25 16:00:23.180737 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.202364 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:23.212027 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Usage tracker for resource:security_group_rule and tenant:3b8449e531ed48d1abf8785ed7c4a4ad is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:23.216768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:23.232330 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:23.274139 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:23.347654 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.351864 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No active binding found for port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c {{(pid=99118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 16:00:23.352428 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:23.358210 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 62b7c963-3b14-44bf-bebe-152295a6ccce no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:23.395057 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-44bd916e-f235-4107-8c17-074c50fbedef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:23.400176 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['a9d564f9-f216-4b80-a09e-9261dcb1c98d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:23.489292 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 62b7c963-3b14-44bf-bebe-152295a6ccce {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:23.489965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 62b7c963-3b14-44bf-bebe-152295a6ccce not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:23.507201 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637004-02aa-4686-bd6b-678b5408b5cc req-f6b948fd-272e-46ba-bdd1-017dc41c695b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:23.510742 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4b637004-02aa-4686-bd6b-678b5408b5cc req-f6b948fd-272e-46ba-bdd1-017dc41c695b tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.2177479 May 25 16:00:23.522501 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.555482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Pushing event deleted for resources: {'Port': ['ID=2bfcf93f-83b9-4eb9-a7e1-318fd442c07c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:23.612787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:23.613493 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.658860 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-76104d5a-2e74-487a-9ea1-764e4b1cf42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:23.687801 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] No DVR routers for this DVR port 2bfcf93f-83b9-4eb9-a7e1-318fd442c07c on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:23.690795 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.714212 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'name': 'network-vif-deleted', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:23.751812 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4b637004-02aa-4686-bd6b-678b5408b5cc req-634b0635-e84e-448c-80ee-430d2afa8504 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282040 May 25 16:00:23.760443 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:23.786514 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.787522 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Added segment 09fa7da4-ec1f-4fa4-aa3e-db83b20ec914 of type vlan for network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc May 25 16:00:23.797097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:23.800766 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:23.841691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.909226 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057f305-1f61-452b-82a3-1d7e81b369cb', 'name': 'network-vif-deleted', 'tag': '2bfcf93f-83b9-4eb9-a7e1-318fd442c07c', 'status': 'completed', 'code': 200} May 25 16:00:23.911934 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c3ec7d0-c7d0-442a-9853-0babe7966149 req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "DELETE /v2.0/ports/2bfcf93f-83b9-4eb9-a7e1-318fd442c07c HTTP/1.1" status: 204 len: 173 time: 2.1964798 May 25 16:00:23.957216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce05c-fe02-479b-999c-bfc7dd846418 req-1350cfe0-e069-4660-9114-119060f600f2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:23.960721 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bc8ce05c-fe02-479b-999c-bfc7dd846418 req-1350cfe0-e069-4660-9114-119060f600f2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1188221 May 25 16:00:23.967344 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.969189 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:23.970166 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:24.020101 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:24.049411 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bc8ce05c-fe02-479b-999c-bfc7dd846418 req-a0d6b57b-8ada-4061-84e3-059842df6875 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866957 May 25 16:00:24.167667 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-f87f6abf-e2ed-4f7b-bc84-4a87c8b4ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:24.177474 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4136059 May 25 16:00:24.181137 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55694) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:24.186967 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Request body: {'subnet': {'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1791046225-subnet', 'tenant_id': '3b8449e531ed48d1abf8785ed7c4a4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:24.195762 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:24.200650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Usage tracker for resource:subnet and tenant:3b8449e531ed48d1abf8785ed7c4a4ad is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:24.203769 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:24.210899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:24.234791 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Pushing event updated for resources: {'Network': ['ID=d3214dfd-92b0-4d50-bbd3-3db038ab2cfc,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:24.241370 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:24.252225 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:24.252438 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:24.325067 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4b2b27e9-ee31-4f76-a4a5-b71d41fd30ac req-f03baf32-9b04-4fbd-87a8-b81ef1118ac5 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.0527067 May 25 16:00:24.329911 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Made reservation on behalf of 3b8449e531ed48d1abf8785ed7c4a4ad for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:24.336446 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8220425'] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.170094 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a03b7-7359-4554-aadd-7861ccec7354 req-b17fb9f3-ae3c-420c-a530-5cef2db95c3f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.170957 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-125a03b7-7359-4554-aadd-7861ccec7354 req-b17fb9f3-ae3c-420c-a530-5cef2db95c3f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:25.208949 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608787c4-a59b-4dd7-988f-486f066dfd7f req-a3b104e7-9c9d-4be8-b8a1-468a1ea26eff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.209799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-608787c4-a59b-4dd7-988f-486f066dfd7f req-a3b104e7-9c9d-4be8-b8a1-468a1ea26eff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:25.255672 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8220447'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.261609 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c6299b2f-151f-432d-9f37-8928f1ef978a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:25.337050 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e28fea0-921c-4527-99ef-28aacce6360d,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:25.347611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Checking segment: {'id': '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:25.349670 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Network hostable DHCP agents. Network: d3214dfd-92b0-4d50-bbd3-3db038ab2cfc, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:25.352327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:25.376862 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2ad48-bbf3-40d6-ba3d-9acde0e992e4 req-cbfb058a-f012-48c2-9b97-921a8d9c4095 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.378360 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-23b2ad48-bbf3-40d6-ba3d-9acde0e992e4 req-cbfb058a-f012-48c2-9b97-921a8d9c4095 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1304858 May 25 16:00:25.488516 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.490247 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-608787c4-a59b-4dd7-988f-486f066dfd7f req-a3b104e7-9c9d-4be8-b8a1-468a1ea26eff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:25.491454 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-608787c4-a59b-4dd7-988f-486f066dfd7f req-a3b104e7-9c9d-4be8-b8a1-468a1ea26eff tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.5556717 May 25 16:00:25.492633 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-125a03b7-7359-4554-aadd-7861ccec7354 req-b17fb9f3-ae3c-420c-a530-5cef2db95c3f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:25.494010 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-125a03b7-7359-4554-aadd-7861ccec7354 req-b17fb9f3-ae3c-420c-a530-5cef2db95c3f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 946 time: 0.5999207 May 25 16:00:25.494726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:25.511708 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-23b2ad48-bbf3-40d6-ba3d-9acde0e992e4 req-3f85a1b7-0a84-4699-8400-63a8d708cc04 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268578 May 25 16:00:25.579450 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, d3214dfd-92b0-4d50-bbd3-3db038ab2cfc) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:25.593201 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d76e9d-a093-4410-a253-2c4d907a9cfb None None] Network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:25.613427 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-608787c4-a59b-4dd7-988f-486f066dfd7f req-1a782b83-fce8-43a6-b516-c62c3a2142d2 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115437 May 25 16:00:25.654758 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:25.655364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.714047 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Deleting port d2113581-c837-4d74-8aef-68afade88b47 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:25.714640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:25.840176 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-eaf1f4fc-cf35-4ff6-a8ae-35bfa02c1f6c req-b8bf56ef-baa9-4a5a-ab8d-f187f3791e0d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=2057f305-1f61-452b-82a3-1d7e81b369cb HTTP/1.1" status: 200 len: 210 time: 0.0786080 May 25 16:00:25.862057 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6796935 May 25 16:00:25.926188 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55730) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:25.989910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] For port d2113581-c837-4d74-8aef-68afade88b47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d2113581-c837-4d74-8aef-68afade88b47,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:25.990653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.086194 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Deleting subnet 260952cb-67be-4cc9-93e4-e5f3b14e8757 {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:00:26.092042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.116962 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb105bc-74c6-40e5-9ee7-91b8c2b9c750 None None] Network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:26.193323 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.216081 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.238429 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Calling delete_port for d2113581-c837-4d74-8aef-68afade88b47 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:26.579211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.584917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:26.614796 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['bdc2bfd7-9f83-4115-b015-8001c932425d', 'd2113581-c837-4d74-8aef-68afade88b47'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:26.661335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event deleted for resources: {'Port': ['ID=d2113581-c837-4d74-8aef-68afade88b47,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:26.665264 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:26.733912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.738368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e63a3810-7846-4012-9f7c-0db2411f6f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:26.774215 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] No DVR routers for this DVR port d2113581-c837-4d74-8aef-68afade88b47 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:26.781826 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.787049 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'name': 'network-vif-deleted', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:26.839554 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260952cb-67be-4cc9-93e4-e5f3b14e8757,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:26.857471 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:26.858703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:26.930641 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b2b7d5d3-1605-42d7-b523-5bc9dcb8cb47 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/260952cb-67be-4cc9-93e4-e5f3b14e8757 HTTP/1.1" status: 204 len: 168 time: 1.0033634 May 25 16:00:26.932827 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-125a03b7-7359-4554-aadd-7861ccec7354 req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "DELETE /v2.0/ports/d2113581-c837-4d74-8aef-68afade88b47 HTTP/1.1" status: 204 len: 173 time: 1.4137142 May 25 16:00:26.933798 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55752) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:26.952656 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a718602e-0f83-4b07-9928-3dc54a83690a req-a9ce06d6-babf-4dbe-aadc-c4d7074d4e30 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.0904145 May 25 16:00:26.995491 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.134554 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1710bde-29fa-4760-b9ab-053e627c7920', 'name': 'network-vif-deleted', 'tag': 'd2113581-c837-4d74-8aef-68afade88b47', 'status': 'completed', 'code': 200} May 25 16:00:27.169718 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.188810 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efa3e-0372-4217-94be-e2b578543460 req-56a3dc57-ea29-41ac-8379-15cefd4b57c3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:27.190306 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b1efa3e-0372-4217-94be-e2b578543460 req-56a3dc57-ea29-41ac-8379-15cefd4b57c3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.3531599 May 25 16:00:27.345000 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.350414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55764) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:27.355407 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2b1efa3e-0372-4217-94be-e2b578543460 req-2e177ccc-0e17-44d5-9cd9-40ff8b128c4d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332624 May 25 16:00:27.356632 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666498345-network', 'tenant_id': '8e65aae2374248baa4f6a9ac34912e6d'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:27.361374 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:27.361762 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59dcbf7-8022-43a4-926f-13ff21ccf844']}} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:27.365414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Usage tracker for resource:network and tenant:8e65aae2374248baa4f6a9ac34912e6d is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:27.369835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:27.382517 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:27.382653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9741d17d-4fea-4fdf-9331-5a9ea5af5506') {'for_net_delete': True} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:27.382653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9741d17d-4fea-4fdf-9331-5a9ea5af5506') {} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:27.389751 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333960'] for segment, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.406642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.420745 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=99117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:00:27.421320 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1238708'] for segment, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: Traceback (most recent call last): May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: timer() May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: cb(*args, **kw) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: return func(*args, **kwargs) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: self._notify() May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: self.callback(batched_events) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: event.method(event) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: return f(self, *a, **k) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: return self._get(url).json() May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: return self.request(url, 'GET', **kwargs) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:00:27.436010 dv-cinder-791240-3-smb neutron-server[99117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:00:27.526685 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Made reservation on behalf of 8e65aae2374248baa4f6a9ac34912e6d for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:27.529054 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.541965 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.560480 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:27.564878 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Usage tracker for resource:security_group_rule and tenant:8e65aae2374248baa4f6a9ac34912e6d is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:27.567673 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:27.574380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:27.669223 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.687179 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.691914 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:27.707040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.714334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59dcbf7-8022-43a4-926f-13ff21ccf844,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:27.718456 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:27.784463 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.787823 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-890f9ec8-6226-4f9b-aca9-ad4d15b67d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:27.824323 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:27.833471 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c51e8c-13f8-4aa2-9c7f-115e8aff39f3,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:27.837923 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c03f1618-475b-4831-91c0-d39a7418b9f9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a59dcbf7-8022-43a4-926f-13ff21ccf844 HTTP/1.1" status: 204 len: 168 time: 0.8958693 May 25 16:00:27.838665 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:27.838815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.867616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.867616 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Added segment 266adb5d-cefa-43d6-bdb8-48f24926e279 of type vlan for network dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 May 25 16:00:27.901414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:27.914805 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b5493103-cae5-4423-89cc-1cf04b9bd108 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=367a15dd65784297aed77bffedafabea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382981 May 25 16:00:28.030257 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acbce7-ba45-4426-a1cb-19e32ae39659 req-c7422d10-a966-42d8-a2a8-4ccf96b4c602 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.031225 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-49acbce7-ba45-4426-a1cb-19e32ae39659 req-c7422d10-a966-42d8-a2a8-4ccf96b4c602 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1253240 May 25 16:00:28.070468 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.075068 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.075719 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.082323 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:28.083480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-a3afaf7e-6852-4ae3-ac96-d4f8c89a47ef tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.084946 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-a3afaf7e-6852-4ae3-ac96-d4f8c89a47ef tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647587 May 25 16:00:28.101103 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-1817e5a3-d1f7-4d2f-a319-99467ab02b2c tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/quotas/367a15dd65784297aed77bffedafabea HTTP/1.1" status: 200 len: 375 time: 0.0091019 May 25 16:00:28.109257 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-49acbce7-ba45-4426-a1cb-19e32ae39659 req-c5389e9d-e2d8-4c2d-9d29-4a4a705a98f3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719924 May 25 16:00:28.189840 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:28.192984 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:28.203081 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:28.274678 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-60853f63-5e6b-42ed-a8c9-4649f2e2e94b tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=367a15dd65784297aed77bffedafabea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1658857 May 25 16:00:28.284553 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9326880 May 25 16:00:28.290869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55798) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:28.295184 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-112db066-2cfe-4f00-907d-511f47fa959a req-836b564b-f5a4-4acd-b659-d1577b36493a tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1710bde-29fa-4760-b9ab-053e627c7920 HTTP/1.1" status: 200 len: 210 time: 0.0534134 May 25 16:00:28.315265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Request body: {'subnet': {'network_id': 'dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666498345-subnet', 'tenant_id': '8e65aae2374248baa4f6a9ac34912e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:28.315265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:28.315265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Usage tracker for resource:subnet and tenant:8e65aae2374248baa4f6a9ac34912e6d is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:28.315265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:28.327345 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:28.424791 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55804) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:28.447496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Made reservation on behalf of 8e65aae2374248baa4f6a9ac34912e6d for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:28.449878 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.475508 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-035a644b-b84b-4bcd-bd3d-11eb4c14cb89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=671622cd15c84dd898c3b3fb6228c8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495188 May 25 16:00:28.478450 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55808) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:28.555912 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.620199 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcdd02b4-b588-4405-951c-b77a07cf88b5 req-4f53f3f3-9052-4c55-9a74-33b8647a1f3e tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.0606771 May 25 16:00:28.628104 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.659919 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285753-bb0c-4c70-ab32-3beb972868af req-796c8577-3778-48b4-a87c-bd9256bfdfbf tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.661331 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-50285753-bb0c-4c70-ab32-3beb972868af req-796c8577-3778-48b4-a87c-bd9256bfdfbf tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1495578 May 25 16:00:28.752278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.761538 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-dc37facd-e730-4085-938a-8ac56447a783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:28.766307 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-50285753-bb0c-4c70-ab32-3beb972868af req-3c23756d-bb7a-4af0-84a2-7f8ec1552d50 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759101 May 25 16:00:28.783307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fae952-4c87-4500-a053-e68aafc05387,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:28.785984 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:28.815607 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-3fcb76ac-60f4-41d9-9e85-80c3d80c266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.819589 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-3fcb76ac-60f4-41d9-9e85-80c3d80c266a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1098 time: 0.1013954 May 25 16:00:28.908366 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:28.909488 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51fae952-4c87-4500-a053-e68aafc05387 HTTP/1.1" status: 204 len: 168 time: 0.4298818 May 25 16:00:28.960420 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-b8e5a21f-0750-424c-9043-a86e2601a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:28.962736 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-b8e5a21f-0750-424c-9043-a86e2601a88d service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.1382022 May 25 16:00:29.075982 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-588c0df5-0186-4105-818c-d99817f00a50 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 1001 time: 0.1061537 May 25 16:00:29.091292 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.095046 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:29.147655 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-a8f12e52-058a-4bbb-92ce-abf6aa030bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.150500 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-a8f12e52-058a-4bbb-92ce-abf6aa030bc1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0675132 May 25 16:00:29.167990 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd20842-75f6-4857-8076-77b4bf10c915,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:29.171977 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:29.175980 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Checking segment: {'id': '266adb5d-cefa-43d6-bdb8-48f24926e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:29.176331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Network hostable DHCP agents. Network: dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:29.265284 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-fa8113c1-6b6d-4c2d-b9a8-66af11a99259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.266729 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-fa8113c1-6b6d-4c2d-b9a8-66af11a99259 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089332 May 25 16:00:29.276980 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d2113581-c837-4d74-8aef-68afade88b47 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:29.292802 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Network dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:29.319857 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: d2113581-c837-4d74-8aef-68afade88b47 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:29.320993 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d2113581-c837-4d74-8aef-68afade88b47 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:29.378801 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:29.384198 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.385192 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:29.392262 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f9822-876a-44c2-a00b-883c2c69ab45 None None] Network dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:29.462350 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-91560841-8170-4233-8914-a65c14455309 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886911 May 25 16:00:29.476115 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1841712 May 25 16:00:29.477070 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5599-eb9a-43d5-b276-66c4d5283457 req-5669bc00-1aa4-406c-9e90-378e320ef640 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:29.477797 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c35e5599-eb9a-43d5-b276-66c4d5283457 req-5669bc00-1aa4-406c-9e90-378e320ef640 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:29.650973 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a142a76c-3701-4b24-a870-a3ed8a427961 req-125b2283-a9a3-452d-8834-47fa2843e1ee service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700070 May 25 16:00:29.665966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c35e5599-eb9a-43d5-b276-66c4d5283457 req-5669bc00-1aa4-406c-9e90-378e320ef640 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:29.666800 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c35e5599-eb9a-43d5-b276-66c4d5283457 req-5669bc00-1aa4-406c-9e90-378e320ef640 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.4343927 May 25 16:00:29.714156 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55986f00-3c8e-44e2-8ebb-0b20587a04ad None None] Network dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:29.745937 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c35e5599-eb9a-43d5-b276-66c4d5283457 req-af00915d-b07e-4504-943b-3ee40a6caf5e tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735807 May 25 16:00:29.907258 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-eb24caea-338f-4423-8fff-f79a75668167 req-e6b8301a-46a6-476a-85b3-ee7f26efc69d tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.1194911 May 25 16:00:29.999594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3498f94-6672-40e3-adce-640a4ba0549a req-3a7cdce6-1cab-4ae5-ac59-fba29670fdf4 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:30.006305 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f3498f94-6672-40e3-adce-640a4ba0549a req-3a7cdce6-1cab-4ae5-ac59-fba29670fdf4 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1010160 May 25 16:00:30.052179 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f3498f94-6672-40e3-adce-640a4ba0549a req-d16e3c3b-e04c-4052-af93-39fe082eac12 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 May 25 16:00:30.357321 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 55870) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:30.426548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-d18adc4e-f253-4ca3-9c30-132c47dbb95e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:30.427216 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-d18adc4e-f253-4ca3-9c30-132c47dbb95e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Synchronizing usage tracker for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:network {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:30.479747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751046509-network', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:30.484808 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:30.486746 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-d18adc4e-f253-4ca3-9c30-132c47dbb95e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Unset dirty status for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:network {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:30.487913 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-d18adc4e-f253-4ca3-9c30-132c47dbb95e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/networks?id=d3214dfd-92b0-4d50-bbd3-3db038ab2cfc HTTP/1.1" status: 200 len: 809 time: 0.2864454 May 25 16:00:30.488912 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Usage tracker for resource:network and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:30.491712 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:30.498904 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:30.502810 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-38a98172-1db1-470a-8d96-e4ec14faae65 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/quotas/3b8449e531ed48d1abf8785ed7c4a4ad HTTP/1.1" status: 200 len: 375 time: 0.0093887 May 25 16:00:30.551364 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-af0d1724-3d00-494b-a523-18a71803bd86 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b8449e531ed48d1abf8785ed7c4a4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427344 May 25 16:00:30.556005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Made reservation on behalf of 1eddf5d453264394a8bcc654f9a358b8 for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:30.558765 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.573434 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.588431 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:30.592097 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:30.594830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:30.600709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:30.688945 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-743318de-dff0-4d2a-9f21-24d6ccb24070 service neutron] 10.222.0.64 "GET /v2.0/networks/d3214dfd-92b0-4d50-bbd3-3db038ab2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299529 May 25 16:00:30.698173 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.778725 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.782900 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-beb0bf87-7db8-4156-91fb-91cbeb2a6f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:30.834455 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:30.843919 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-64942cd3-76b3-44c0-9f39-4ed3578b331f service neutron] 10.222.0.64 "GET /v2.0/networks/d3214dfd-92b0-4d50-bbd3-3db038ab2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513662 May 25 16:00:30.864697 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c53202-ef57-4f7e-aada-418ca0bea226,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:30.869439 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:30.881238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:30.881238 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Added segment 2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b of type vlan for network 181290e8-dbc4-440a-abb3-06645686134f May 25 16:00:30.955156 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.003037 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eae50-f8e1-4683-b6fd-17e335ad6c05 req-e97f6365-0267-4f65-93d0-e0c13814944f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.004468 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-751eae50-f8e1-4683-b6fd-17e335ad6c05 req-e97f6365-0267-4f65-93d0-e0c13814944f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1288862 May 25 16:00:31.049708 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-751eae50-f8e1-4683-b6fd-17e335ad6c05 req-2768efc5-36a1-4072-b9ea-db33748dff7a tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 May 25 16:00:31.078438 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-63ef739d-2349-4af4-8742-ce761ba4217a tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=367a15dd65784297aed77bffedafabea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258939 May 25 16:00:31.166906 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.218164 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.218164 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.308769 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-136e0b0d-2394-4b79-bc4b-f0cc8f08bbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:31.330848 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d2e64768-2cd5-4db7-88b9-ab5d906945ca req-977b8edb-8eeb-4555-a877-fc5293831e7a tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.1719890 May 25 16:00:31.443286 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Pushing event updated for resources: {'Network': ['ID=181290e8-dbc4-440a-abb3-06645686134f,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:31.446696 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:31.453975 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 181290e8-dbc4-440a-abb3-06645686134f details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:31.502714 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1439838 May 25 16:00:31.505620 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55894) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:31.512503 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Request body: {'subnet': {'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751046509-subnet', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:31.517568 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:31.527271 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Usage tracker for resource:subnet and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:31.527271 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:31.537553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-d7d1f096-98c2-48e3-8db1-e226e8995e11 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.539181 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-d7d1f096-98c2-48e3-8db1-e226e8995e11 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4552240 May 25 16:00:31.548276 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:31.563600 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Request body: {'port': {'device_id': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc', 'admin_state_up': True, 'tenant_id': '367a15dd65784297aed77bffedafabea'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:31.665016 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Made reservation on behalf of 1eddf5d453264394a8bcc654f9a358b8 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:31.667400 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.681936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8715cd-2b91-400f-8a79-9ee246ebc3bb req-0646ce02-1e96-4945-863d-f0a3f7410e36 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:31.683416 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cd8715cd-2b91-400f-8a79-9ee246ebc3bb req-0646ce02-1e96-4945-863d-f0a3f7410e36 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.2441993 May 25 16:00:31.761016 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cd8715cd-2b91-400f-8a79-9ee246ebc3bb req-74677cb9-9927-48ac-bd47-e433db221cd9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711932 May 25 16:00:31.771120 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:31.775535 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Usage tracker for resource:port and tenant:367a15dd65784297aed77bffedafabea is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:31.783822 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:31.790918 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:31.812902 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f9786321-5fc7-48be-973d-fb6ddd64d7cc req-ee1f744f-0c92-4114-afd2-4d79963d7ea7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 210 time: 0.1175911 May 25 16:00:31.915927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Made reservation on behalf of 367a15dd65784297aed77bffedafabea for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:31.919400 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.940162 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.965556 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:31.970612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Usage tracker for resource:security_group_rule and tenant:367a15dd65784297aed77bffedafabea is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:31.974572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:31.981970 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:32.020005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab8e1-25a4-4858-a30c-c64236308e61 req-a0df6eca-d496-4f23-bef7-38685d771fc7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.020649 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-867ab8e1-25a4-4858-a30c-c64236308e61 req-a0df6eca-d496-4f23-bef7-38685d771fc7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:32.096926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.139146 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-867ab8e1-25a4-4858-a30c-c64236308e61 req-a0df6eca-d496-4f23-bef7-38685d771fc7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:32.140424 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-867ab8e1-25a4-4858-a30c-c64236308e61 req-a0df6eca-d496-4f23-bef7-38685d771fc7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.2627480 May 25 16:00:32.187225 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-867ab8e1-25a4-4858-a30c-c64236308e61 req-21c91c1a-e962-4aa2-ace8-6aa23758e7f8 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 May 25 16:00:32.212868 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.217471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c6f99ce6-7119-44d9-9569-9f300748b207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:32.301992 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4be5c6-579b-4b2f-ba7c-29345ce28ec9,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:32.307014 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:32.337752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f044-437d-4af6-a6bf-03597049caa0 req-baf250af-7034-47ae-9b5c-8e4219e6525f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.339207 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0e63f044-437d-4af6-a6bf-03597049caa0 req-baf250af-7034-47ae-9b5c-8e4219e6525f tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.1295929 May 25 16:00:32.388924 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Allocated IP 192.168.233.14 (2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc/b6a7ce06-96d4-43fe-b68e-cda118cf0fc3/5f5e84b8-b2e4-42cf-893f-f89bf37bcce6) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:32.429874 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0e63f044-437d-4af6-a6bf-03597049caa0 req-44eb8d77-e460-4dc5-924a-5a54999b2798 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828829 May 25 16:00:32.463820 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.467891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0dd93607-8786-48a7-853f-39ae0a1b37c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:32.544107 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ffe36c-7b59-4fb7-957d-75eb1503936e,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:32.548178 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:32.555627 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Checking segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:32.555919 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Network hostable DHCP agents. Network: 181290e8-dbc4-440a-abb3-06645686134f, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:32.589477 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f1fea81c-eacd-4c10-ae70-2b5047de91dd req-8709f675-5b8a-4bc9-a3dc-32f529cf1153 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.1120224 May 25 16:00:32.635380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Network 181290e8-dbc4-440a-abb3-06645686134f is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:32.662106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.677554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Transition to ACTIVE for port object 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:32.721105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 181290e8-dbc4-440a-abb3-06645686134f) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:32.727470 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.729587 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.730676 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98225ae2-4cd8-4ec1-b3f9-580eccbc7a21 None None] Network 181290e8-dbc4-440a-abb3-06645686134f requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:32.785358 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:32.791811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2a9bd7b2-e2e8-4ba2-b809-eb66911983e4 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:32.831940 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-fc36eefa-9b41-492f-91e9-edf53f89e688 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3236949 May 25 16:00:32.833436 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55912) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:32.847805 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:32.865319 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:32.867897 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:32.869245 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:32.872892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:32.887176 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Usage tracker for resource:router and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:32.894681 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:32.937884 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Pushing event updated for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:32.941269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:32.984129 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:32.985057 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.027686 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:33.075612 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2031b6-fd4f-4a4b-aa8d-51329e710225 req-89016221-f445-4c1b-a65d-497a4ef7d4c8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:33.077547 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cb2031b6-fd4f-4a4b-aa8d-51329e710225 req-89016221-f445-4c1b-a65d-497a4ef7d4c8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 945 time: 0.1758020 May 25 16:00:33.097430 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5387464 May 25 16:00:33.106230 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a506955d-2ed2-41a9-b010-ebb6f394b6b4 req-fd046f9c-0f0f-4ce8-acd3-8f059b0c6fae tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 210 time: 0.0703781 May 25 16:00:33.112920 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-181290e8-dbc4-440a-abb3-06645686134f', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:00:33.113949 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.130747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Request body: {'port': {'device_id': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:33.136467 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cb2031b6-fd4f-4a4b-aa8d-51329e710225 req-3a1b2927-cb4f-4a11-99bb-83ed8d607a32 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532112 May 25 16:00:33.158617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.159868 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.181134 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.223281 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2c2d5a74-34dc-424a-b94d-acc5b3315d27 None None] Provisioning for port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:33.232227 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-2c2d5a74-34dc-424a-b94d-acc5b3315d27 None None] Provisioning complete for port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:33.232755 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5a74-34dc-424a-b94d-acc5b3315d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.247436 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.336519 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d5a74-34dc-424a-b94d-acc5b3315d27 None None] Port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:33.364003 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:33.418024 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Allocated IP 172.20.0.2 (181290e8-dbc4-440a-abb3-06645686134f/19ffe36c-7b59-4fb7-957d-75eb1503936e/850f9d68-1011-4621-a244-8d1fa7e84580) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:33.633628 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.662770 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:33.671020 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.686884 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Transition to ACTIVE for port object 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:33.689353 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:33.741882 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:33.746347 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.762745 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.767234 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.774394 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Transition to ACTIVE for port object 850f9d68-1011-4621-a244-8d1fa7e84580 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:33.775778 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e4bf24e7-8be6-42b5-a2d2-e97d235855e7 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.794196 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Transition to ACTIVE for port object 850f9d68-1011-4621-a244-8d1fa7e84580 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:33.807982 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d28-daea-47ad-9cfa-0d31b21baca4 req-94cc8e0f-e20f-4cd1-877a-897bea51ce2d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:33.809463 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c7d65d28-daea-47ad-9cfa-0d31b21baca4 req-94cc8e0f-e20f-4cd1-877a-897bea51ce2d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.4551942 May 25 16:00:33.863100 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.869887 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-64a1b1f8-a8c1-4988-b190-9ee4e306ba6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:33.892466 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c7d65d28-daea-47ad-9cfa-0d31b21baca4 req-440ea657-af32-4eb4-98fb-fecfbd834309 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647585 May 25 16:00:33.919441 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304da0-4829-451c-89b1-87905aec8f50 req-e3c802fd-111e-45b6-86ce-a78aa5b9cb04 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:33.919441 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-55304da0-4829-451c-89b1-87905aec8f50 req-e3c802fd-111e-45b6-86ce-a78aa5b9cb04 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.1661849 May 25 16:00:33.940095 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:33.970407 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Network 181290e8-dbc4-440a-abb3-06645686134f is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:33.972922 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:33.975851 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:34.035725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=8']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.041146 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.055156 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.166722 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.68', 61377) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:34.220903 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Attempting to bind port 850f9d68-1011-4621-a244-8d1fa7e84580 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:34.222375 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Attempting to bind port 850f9d68-1011-4621-a244-8d1fa7e84580 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:34.222831 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Attempting to bind port 850f9d68-1011-4621-a244-8d1fa7e84580 on network 181290e8-dbc4-440a-abb3-06645686134f {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:34.229489 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.238051 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:34.238425 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Checking segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:34.238827 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.239329 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Bound using segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:34.239678 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Bound port: 850f9d68-1011-4621-a244-8d1fa7e84580, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:34.240433 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.272269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.315065 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Pushing event updated for resources: {'Port': ['ID=850f9d68-1011-4621-a244-8d1fa7e84580,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.318251 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.361962 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3300f9-7eeb-443b-acc5-1dcc5c3b51ee req-b5e09b28-f76d-4a54-8954-159e95821af9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.363424 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0c3300f9-7eeb-443b-acc5-1dcc5c3b51ee req-b5e09b28-f76d-4a54-8954-159e95821af9 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.3315089 May 25 16:00:34.397263 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Deleting port bdc2bfd7-9f83-4115-b015-8001c932425d {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:34.397589 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.413376 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] For port 850f9d68-1011-4621-a244-8d1fa7e84580, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:34.417469 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] For port 850f9d68-1011-4621-a244-8d1fa7e84580, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=850f9d68-1011-4621-a244-8d1fa7e84580,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:34.436217 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-b3104729-d3b8-47ee-83f7-8909ce4c6b41 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.438484 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-b3104729-d3b8-47ee-83f7-8909ce4c6b41 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.2640574 May 25 16:00:34.446498 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-258bf483-1315-49fd-b744-07e100e799a4 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.447887 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-258bf483-1315-49fd-b744-07e100e799a4 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.68 "GET /v2.0/networks?id=d3214dfd-92b0-4d50-bbd3-3db038ab2cfc HTTP/1.1" status: 200 len: 809 time: 0.3571179 May 25 16:00:34.449096 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Attempting to bind port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:34.449432 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Attempting to bind port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:34.449754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Attempting to bind port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 on network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:34.454563 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 on network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:00:34.454876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Attempting to bind port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 on network 2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:34.460503 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:34.460899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Checking segment: {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:34.461266 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Bound using segment: {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:34.461684 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Bound port: 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23110933-4f12-442a-9b59-80ee9c6dd0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:34.462023 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.477806 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Request body: {'port': {'device_id': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc', 'admin_state_up': True, 'tenant_id': '3b8449e531ed48d1abf8785ed7c4a4ad'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:34.499036 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.517864 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.640202 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Pushing event updated for resources: {'Port': ['ID=850f9d68-1011-4621-a244-8d1fa7e84580,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:34.644777 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:34.680074 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0c3300f9-7eeb-443b-acc5-1dcc5c3b51ee req-ea37a527-c474-4804-a26e-659b7513f3b3 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077536 May 25 16:00:34.719242 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:34.754873 dv-cinder-791240-3-smb neutron-server[99118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'code': 422} returned with failed status May 25 16:00:34.776435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:34.794702 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:34.804894 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Usage tracker for resource:port and tenant:3b8449e531ed48d1abf8785ed7c4a4ad is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:34.812602 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:34.819657 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:34.851887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-7aed38b1-7b49-48a2-9def-8d71f800acfc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.853092 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-7aed38b1-7b49-48a2-9def-8d71f800acfc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Synchronizing usage tracker for tenant:367a15dd65784297aed77bffedafabea on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:34.859672 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.865153 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-db0a58a9-1b2c-44b0-b0d1-10261f17a9f8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:34.926065 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] For port bdc2bfd7-9f83-4115-b015-8001c932425d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=bdc2bfd7-9f83-4115-b015-8001c932425d,segment=NetworkSegment(95e73550-8480-44b2-8fda-a30ad836ef09),segment_id=95e73550-8480-44b2-8fda-a30ad836ef09)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:34.927895 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.955588 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:34.956211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.957620 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] 10.222.0.68 "PUT /v2.0/ports/5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 HTTP/1.1" status: 200 len: 1097 time: 1.8416727 May 25 16:00:34.958249 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Made reservation on behalf of 3b8449e531ed48d1abf8785ed7c4a4ad for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:34.962746 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:34.975963 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:35.000912 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-7aed38b1-7b49-48a2-9def-8d71f800acfc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Unset dirty status for tenant:367a15dd65784297aed77bffedafabea on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:35.001999 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-7aed38b1-7b49-48a2-9def-8d71f800acfc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 947 time: 0.2803378 May 25 16:00:35.071691 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-24d2298f-ee02-4662-bebd-1b8397349f42 req-b772092c-0bcb-49a8-9237-83c77765abe0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 210 time: 0.1645150 May 25 16:00:35.114861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:35.130409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:35.179973 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Calling delete_port for bdc2bfd7-9f83-4115-b015-8001c932425d owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:35.198202 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-1b4588d0-6e7d-4ad4-9d5f-f93dc64ac86a tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Synchronizing usage tracker for tenant:367a15dd65784297aed77bffedafabea on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:35.281737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Allocated IP 172.20.0.9 (d3214dfd-92b0-4d50-bbd3-3db038ab2cfc/5e28fea0-921c-4527-99ef-28aacce6360d/fd08f007-6439-4224-8139-6fd6f2fdc91b) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:35.290636 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-5853c45b-569e-4696-8c42-fd2f620d6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.292155 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-5853c45b-569e-4696-8c42-fd2f620d6bd8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=367a15dd65784297aed77bffedafabea&device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 1100 time: 0.2247312 May 25 16:00:35.341752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.373071 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Deleting port a9d564f9-f216-4b80-a09e-9261dcb1c98d {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:35.373419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.375269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-1b4588d0-6e7d-4ad4-9d5f-f93dc64ac86a tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Unset dirty status for tenant:367a15dd65784297aed77bffedafabea on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:35.376415 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d1039a63-d4f8-4195-8ea2-2da05465300c req-1b4588d0-6e7d-4ad4-9d5f-f93dc64ac86a tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286791 May 25 16:00:35.386506 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-029540ae-c19e-4741-82f1-e0809dd0eeb7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 HTTP/1.1" status: 200 len: 217 time: 0.0807767 May 25 16:00:35.547406 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6', 'status': 'completed', 'code': 200} May 25 16:00:35.606469 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.615199 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-6f4b839b-4c8e-471f-ae69-86fab2850d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.617319 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-6f4b839b-4c8e-471f-ae69-86fab2850d7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b6a7ce06-96d4-43fe-b68e-cda118cf0fc3 HTTP/1.1" status: 200 len: 843 time: 0.2217233 May 25 16:00:35.831837 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:35.859550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03fafd-8530-4044-97a5-5033e0564680 req-aeb9b4ab-e6b3-4c40-8c1f-52566345f4b5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.866456 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ea03fafd-8530-4044-97a5-5033e0564680 req-aeb9b4ab-e6b3-4c40-8c1f-52566345f4b5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 946 time: 0.3228455 May 25 16:00:35.871551 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-71cc6be0-040e-42d6-a2c3-e0092c5bb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:35.873014 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-71cc6be0-040e-42d6-a2c3-e0092c5bb966 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2467928 May 25 16:00:35.962546 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] For port a9d564f9-f216-4b80-a09e-9261dcb1c98d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a9d564f9-f216-4b80-a09e-9261dcb1c98d,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:35.963097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.075223 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40c807-3b66-43ef-8d5e-fe501f300ef6 None None] Network 181290e8-dbc4-440a-abb3-06645686134f requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:36.089081 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ea03fafd-8530-4044-97a5-5033e0564680 req-f57600a3-bb0c-4555-9d9d-f51a0ea4a44d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211945 May 25 16:00:36.113899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.135284 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Calling delete_port for a9d564f9-f216-4b80-a09e-9261dcb1c98d owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:36.144148 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.160695 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-c8563f7e-3b6b-417a-b55b-dcb41b6d39ef service neutron] 10.222.0.68 "GET /v2.0/networks/2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701790 May 25 16:00:36.170269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.200289 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.227778 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Allocated IP 172.28.2.26 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/c27e00c7-a0c2-4826-a092-6111024fef38) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:36.260189 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Pushing event deleted for resources: {'Port': ['ID=bdc2bfd7-9f83-4115-b015-8001c932425d,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.297175 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-a6863c86-677b-444f-bb1d-eddc590f8cc8 None None] Provisioning for port 850f9d68-1011-4621-a244-8d1fa7e84580 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:36.306540 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.306540 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 55976) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:36.408281 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d701-1a25-411f-ae3d-b32355ba602a req-98e1c1cf-4792-435b-a632-4c6a9f4074ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:36.409949 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bc97d701-1a25-411f-ae3d-b32355ba602a req-98e1c1cf-4792-435b-a632-4c6a9f4074ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.6118176 May 25 16:00:36.411617 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:36.423695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:36.434989 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:36.518404 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Pushing event updated for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.521247 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:36.569863 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bc97d701-1a25-411f-ae3d-b32355ba602a req-06021d9b-a8de-4d6d-8271-5b1c49192ad8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165416 May 25 16:00:36.585693 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:36.590258 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.593075 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21a0e122-b0ac-45b7-afb8-02d41fb41f32 req-2b9c96dc-4caa-45ef-8b45-d50aac7f56e0 service neutron] 10.222.0.68 "GET /v2.0/networks/2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255500 May 25 16:00:36.622939 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590d33-1edb-4904-b60b-f6772fc12978 req-d697cb5b-7e78-43ea-bf8b-457bba9f8c9d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:36.624754 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b0590d33-1edb-4904-b60b-f6772fc12978 req-d697cb5b-7e78-43ea-bf8b-457bba9f8c9d tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 945 time: 0.2977862 May 25 16:00:36.677510 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b0590d33-1edb-4904-b60b-f6772fc12978 req-0e99ba8a-d8cb-45bf-917f-92548f99f884 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/security-groups?id=3e97622f-307c-4781-b9a5-26648c54118f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 May 25 16:00:36.677891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.682159 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] No DVR routers for this DVR port bdc2bfd7-9f83-4115-b015-8001c932425d on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:36.685942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.689227 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2173769 May 25 16:00:36.695667 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'name': 'network-vif-deleted', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:36.709048 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Request body: {'port': {'device_id': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:36.792321 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-c52371e7-e505-43e8-b495-15e0be0d08dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4834578 May 25 16:00:36.836689 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4b46-886a-49ef-b842-3ad4533f1498 req-ffb48d89-f627-4b6e-a99a-3e4083d87699 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:36.838740 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6e9f4b46-886a-49ef-b842-3ad4533f1498 req-ffb48d89-f627-4b6e-a99a-3e4083d87699 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 931 time: 0.1462715 May 25 16:00:36.866196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.882597 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-626a536b-a400-41b8-a42c-ae31b16ddadc tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:36.927949 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.68 "DELETE /v2.0/ports/bdc2bfd7-9f83-4115-b015-8001c932425d HTTP/1.1" status: 204 len: 173 time: 2.9965875 May 25 16:00:36.938750 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.949196 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:36.956350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Pushing event deleted for resources: {'Port': ['ID=a9d564f9-f216-4b80-a09e-9261dcb1c98d,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:36.959304 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:37.010593 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:37.032585 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 850f9d68-1011-4621-a244-8d1fa7e84580 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:37.070849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-377b1079-4dd5-4642-906f-d2eecf1a95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.072239 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-377b1079-4dd5-4642-906f-d2eecf1a95aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=367a15dd65784297aed77bffedafabea&device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 1100 time: 0.2706604 May 25 16:00:37.083429 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978f75-5adf-4783-ba49-d7fa92f3f468 req-12c0fd76-0452-4ad3-b8ab-f04d07a2a2d5 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.085429 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21978f75-5adf-4783-ba49-d7fa92f3f468 req-12c0fd76-0452-4ad3-b8ab-f04d07a2a2d5 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 947 time: 0.2846742 May 25 16:00:37.121148 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-6e9f4b46-886a-49ef-b842-3ad4533f1498 req-c90d1812-2aa0-479d-b907-4c5db742d25f tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Synchronizing usage tracker for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:37.140070 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:37.141472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] No DVR routers for this DVR port a9d564f9-f216-4b80-a09e-9261dcb1c98d on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:37.145921 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:37.148837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.150813 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e56c6080-d736-4ab2-89b7-a69a4d4b7e8d req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.68 "DELETE /v2.0/ports/a9d564f9-f216-4b80-a09e-9261dcb1c98d HTTP/1.1" status: 204 len: 173 time: 2.6966226 May 25 16:00:37.156967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:37.167479 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 850f9d68-1011-4621-a244-8d1fa7e84580 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:37.174037 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 850f9d68-1011-4621-a244-8d1fa7e84580 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:37.174581 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.234647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Pushing event updated for resources: {'Port': ['ID=c27e00c7-a0c2-4826-a092-6111024fef38,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:37.248386 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:37.353795 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device a9d564f9-f216-4b80-a09e-9261dcb1c98d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:37.360555 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-2ff87ce2-6a75-43aa-ac6e-bde2bde8bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.362240 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-2ff87ce2-6a75-43aa-ac6e-bde2bde8bf5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc HTTP/1.1" status: 200 len: 870 time: 0.2683647 May 25 16:00:37.365198 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21978f75-5adf-4783-ba49-d7fa92f3f468 req-2ebd4ffc-2bf3-4ec0-b91a-1de9d733e995 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700372 May 25 16:00:37.397873 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: a9d564f9-f216-4b80-a09e-9261dcb1c98d {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:37.398457 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device a9d564f9-f216-4b80-a09e-9261dcb1c98d not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:37.398881 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device bdc2bfd7-9f83-4115-b015-8001c932425d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:37.412936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-6e9f4b46-886a-49ef-b842-3ad4533f1498 req-c90d1812-2aa0-479d-b907-4c5db742d25f tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Unset dirty status for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:37.414890 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6e9f4b46-886a-49ef-b842-3ad4533f1498 req-c90d1812-2aa0-479d-b907-4c5db742d25f tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703461 May 25 16:00:37.434308 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.446174 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c44dc10-b4c7-4692-b7b0-0e5556cb98f9', 'name': 'network-vif-deleted', 'tag': 'bdc2bfd7-9f83-4115-b015-8001c932425d', 'status': 'completed', 'code': 200} May 25 16:00:37.447563 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: bdc2bfd7-9f83-4115-b015-8001c932425d {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:37.447913 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device bdc2bfd7-9f83-4115-b015-8001c932425d not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:37.481488 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 850f9d68-1011-4621-a244-8d1fa7e84580, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=850f9d68-1011-4621-a244-8d1fa7e84580,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:37.516507 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-cfa83e17-a9eb-4d98-9fa4-42ae534efacd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 HTTP/1.1" status: 200 len: 217 time: 0.1352117 May 25 16:00:37.567834 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.574872 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:37.623810 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-9ca0b170-74c9-46a3-b960-00f74744ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.625393 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-9ca0b170-74c9-46a3-b960-00f74744ecfa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b6a7ce06-96d4-43fe-b68e-cda118cf0fc3 HTTP/1.1" status: 200 len: 843 time: 0.1022997 May 25 16:00:37.715504 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=850f9d68-1011-4621-a244-8d1fa7e84580,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:37.725680 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:37.809008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-82e98109-7081-4454-8121-713186a1906f req-526157d7-5f4e-4469-9353-279b15def962 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Synchronizing usage tracker for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:37.817103 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd08f007-6439-4224-8139-6fd6f2fdc91b {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:37.828278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.850282 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-bd457f5f-4827-4e61-8424-72675b842cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.852405 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-bd457f5f-4827-4e61-8424-72675b842cb1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2200546 May 25 16:00:37.855413 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Transition to ACTIVE for port object fd08f007-6439-4224-8139-6fd6f2fdc91b will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:37.898517 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d141-21aa-482d-948a-e76752c7dbc6 req-63a0e602-7d67-4152-87ce-5aa45feb44af tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:37.900114 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e011d141-21aa-482d-948a-e76752c7dbc6 req-63a0e602-7d67-4152-87ce-5aa45feb44af tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1699297 May 25 16:00:37.901930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:37.958553 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-82e98109-7081-4454-8121-713186a1906f req-526157d7-5f4e-4469-9353-279b15def962 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Unset dirty status for tenant:f22308123a90468fb1fd5c18d06a4780 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:37.959907 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82e98109-7081-4454-8121-713186a1906f req-526157d7-5f4e-4469-9353-279b15def962 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c44dc10-b4c7-4692-b7b0-0e5556cb98f9 HTTP/1.1" status: 200 len: 210 time: 0.2295899 May 25 16:00:38.043303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.066460 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:38.244877 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e011d141-21aa-482d-948a-e76752c7dbc6 req-8aca619e-97db-4bc4-afd2-379cd640e31d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085817 May 25 16:00:38.248711 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Pushing event updated for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:38.254799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:38.257835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-47444fdf-ac10-47b1-a695-f6805c0718c3 req-92c91b8e-ea3c-402f-b389-b3a748319a70 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Synchronizing usage tracker for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:38.341533 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-fb509fea-e257-4771-9de4-c5fa807df1c1 service neutron] 10.222.0.68 "GET /v2.0/networks/2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755831 May 25 16:00:38.372671 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.432076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-47444fdf-ac10-47b1-a695-f6805c0718c3 req-92c91b8e-ea3c-402f-b389-b3a748319a70 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Unset dirty status for tenant:04e857bfb6f94eaeb8c8db24b60f3bf2 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:38.433265 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-47444fdf-ac10-47b1-a695-f6805c0718c3 req-92c91b8e-ea3c-402f-b389-b3a748319a70 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b95a3bf-77c7-4427-9561-b3b7b9e191cd HTTP/1.1" status: 200 len: 210 time: 0.2355330 May 25 16:00:38.464963 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Attempting to bind port fd08f007-6439-4224-8139-6fd6f2fdc91b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:38.465301 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Attempting to bind port fd08f007-6439-4224-8139-6fd6f2fdc91b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:38.465634 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Attempting to bind port fd08f007-6439-4224-8139-6fd6f2fdc91b on network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:38.482375 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Port fd08f007-6439-4224-8139-6fd6f2fdc91b on network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:00:38.482772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Attempting to bind port fd08f007-6439-4224-8139-6fd6f2fdc91b on network d3214dfd-92b0-4d50-bbd3-3db038ab2cfc {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:38.522484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:38.522788 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Checking segment: {'id': '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:38.523194 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Bound using segment: {'id': '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:38.523797 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Bound port: fd08f007-6439-4224-8139-6fd6f2fdc91b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:38.524161 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.622472 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4bdc4c25-c1b0-486b-adb6-a0734f594640 req-f044795f-fad9-4475-874a-cb26d9e1163c service neutron] 10.222.0.68 "GET /v2.0/networks/2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724323 May 25 16:00:38.700994 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607331c-fca7-4da3-ada6-cd1d2bfab0b5 req-09eb3173-a8b9-4096-9d84-c0f9541474b6 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.702365 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a607331c-fca7-4da3-ada6-cd1d2bfab0b5 req-09eb3173-a8b9-4096-9d84-c0f9541474b6 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 943 time: 0.1094577 May 25 16:00:38.731526 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22eefa-95f8-477d-9e49-0d7404256b0d req-ec3137df-ae65-4928-aafd-ba2fa7e14bce tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.732985 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bd22eefa-95f8-477d-9e49-0d7404256b0d req-ec3137df-ae65-4928-aafd-ba2fa7e14bce tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 947 time: 0.1905761 May 25 16:00:38.733971 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:38.738049 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b,segment=NetworkSegment(09fa7da4-ec1f-4fa4-aa3e-db83b20ec914),segment_id=09fa7da4-ec1f-4fa4-aa3e-db83b20ec914)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:38.748152 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a607331c-fca7-4da3-ada6-cd1d2bfab0b5 req-d7f3c6d8-196a-4a26-a9e9-e58c409605ea tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 May 25 16:00:38.766650 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:00:38.780475 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bd22eefa-95f8-477d-9e49-0d7404256b0d req-a186123f-5d9b-4bdd-a520-76c5b8b48101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 May 25 16:00:38.864770 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.870102 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2447d03d-7470-4846-9226-48202cee3e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:38.896342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 850f9d68-1011-4621-a244-8d1fa7e84580 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:38.937075 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:38.937694 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.939071 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] 10.222.0.68 "PUT /v2.0/ports/fd08f007-6439-4224-8139-6fd6f2fdc91b HTTP/1.1" status: 200 len: 1093 time: 2.2345321 May 25 16:00:38.939584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:38.980862 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:38.991436 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 850f9d68-1011-4621-a244-8d1fa7e84580 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:38.991824 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Sync routers for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:38.992570 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:38.999005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Pushing event updated for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:39.006430 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:39.026718 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:39.029780 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:39.034621 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b', 'status': 'completed', 'code': 200} May 25 16:00:39.066632 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.068281 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6cb79330-1e2c-407c-b0e0-875d4d31232d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2337596 May 25 16:00:39.071927 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56006) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:39.155425 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56010) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:39.233756 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Deleting subnet 705a2f7f-823a-410c-8c11-8c8ee816818b {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:00:39.238106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.250235 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:39.284947 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-4252b02f-9fee-4c15-af27-0e75cefe13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:39.286416 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-4252b02f-9fee-4c15-af27-0e75cefe13f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b8449e531ed48d1abf8785ed7c4a4ad&device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 1096 time: 0.2100475 May 25 16:00:39.322748 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.355553 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:00:39.482150 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.492193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'name': 'network-vif-deleted', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:39.590920 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-e24d3bad-c845-4f4f-9bbd-4ed33659fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:39.593232 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-e24d3bad-c845-4f4f-9bbd-4ed33659fbb6 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=3b8449e531ed48d1abf8785ed7c4a4ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2936099 May 25 16:00:39.612511 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56020) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:39.641617 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:39.658328 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6', 'network_id': '2c634f4c-7ae3-41f4-a9f0-cf51b3afc6cc', 'port_id': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6', 'mac_address': 'fa:16:3e:fa:b7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a7ce06-96d4-43fe-b68e-cda118cf0fc3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:00:39.676803 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:37Z', 'revision_number': 3, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:39.684779 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Checking router: 14ce72af-cf13-4159-a2fb-a0ce113a59a9 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:39.685299 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Updating router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 port c27e00c7-a0c2-4826-a092-6111024fef38 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:39.715666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95a3bf-77c7-4427-9561-b3b7b9e191cd', 'name': 'network-vif-deleted', 'tag': 'a9d564f9-f216-4b80-a09e-9261dcb1c98d', 'status': 'completed', 'code': 200} May 25 16:00:39.738815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.749624 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.761301 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:39.784388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:39.787651 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c18a8-d513-4a97-a2af-2747f771b3c4 req-21eaa691-54bc-42c8-95cb-a7c1609003a8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:39.790212 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fc1c18a8-d513-4a97-a2af-2747f771b3c4 req-21eaa691-54bc-42c8-95cb-a7c1609003a8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.3004189 May 25 16:00:39.886992 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fc1c18a8-d513-4a97-a2af-2747f771b3c4 req-5fb84bf8-d775-46c5-9422-36568f2442ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806808 May 25 16:00:39.892519 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:39.895324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:40.050965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:40.054250 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:40.168586 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.178325 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['5f5e84b8-b2e4-42cf-893f-f89bf37bcce6'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:40.188985 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Transition to ACTIVE for port object c27e00c7-a0c2-4826-a092-6111024fef38 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:40.222752 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-584b9da1-510f-4ac8-ad61-fefb729812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.224181 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-172e16b3-4ce5-44c9-93b7-b4685a973bed req-584b9da1-510f-4ac8-ad61-fefb729812fe service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6127653 May 25 16:00:40.241404 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353f3a-d7ce-4d5f-a881-e3ffe8f42f27 req-193ef208-4dcf-44fa-ac69-7ef7dad8df0f tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.243421 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-06353f3a-d7ce-4d5f-a881-e3ffe8f42f27 req-193ef208-4dcf-44fa-ac69-7ef7dad8df0f tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 948 time: 0.1968222 May 25 16:00:40.255968 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.270322 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.277886 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:40.373199 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-06353f3a-d7ce-4d5f-a881-e3ffe8f42f27 req-ea580710-99ed-43b2-a851-c39a3f04028d tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054592 May 25 16:00:40.408353 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Attempting to bind port c27e00c7-a0c2-4826-a092-6111024fef38 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:40.409179 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Attempting to bind port c27e00c7-a0c2-4826-a092-6111024fef38 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:40.409735 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Attempting to bind port c27e00c7-a0c2-4826-a092-6111024fef38 on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:40.419629 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:40.420284 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:40.420894 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.421458 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:40.422132 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Bound port: c27e00c7-a0c2-4826-a092-6111024fef38, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:40.422693 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.455479 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Pushing event updated for resources: {'Port': ['ID=c27e00c7-a0c2-4826-a092-6111024fef38,revision_number=2']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:40.477972 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.478395 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.478793 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.479178 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.479558 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.479952 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.480355 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.480755 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.481127 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.481498 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.482110 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.482478 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:40.486621 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:40.534908 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] For port c27e00c7-a0c2-4826-a092-6111024fef38, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:40.535796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Allocated IP 172.20.0.1 (181290e8-dbc4-440a-abb3-06645686134f/19ffe36c-7b59-4fb7-957d-75eb1503936e/e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:40.538996 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] For port c27e00c7-a0c2-4826-a092-6111024fef38, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c27e00c7-a0c2-4826-a092-6111024fef38,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:40.592968 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904614ac-e3c5-4c99-9be7-41e941bdaf10 req-9722bb6c-3c11-4ba4-8351-ec2c4e9f51b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.593657 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-904614ac-e3c5-4c99-9be7-41e941bdaf10 req-9722bb6c-3c11-4ba4-8351-ec2c4e9f51b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Synchronizing usage tracker for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:40.605062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-e1ff360e-a0c4-47d8-918f-47e0c7c94bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.606483 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-e1ff360e-a0c4-47d8-918f-47e0c7c94bde service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 1096 time: 0.4924159 May 25 16:00:40.635891 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.642865 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:40.649049 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f3434a9a-5499-4674-ad83-a23e0cbd8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:40.650491 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-f3434a9a-5499-4674-ad83-a23e0cbd8aa7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b8449e531ed48d1abf8785ed7c4a4ad&device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 1096 time: 0.3388784 May 25 16:00:40.705424 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.715629 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:40.716425 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:40.724741 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Transition to ACTIVE for port object e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:40.763860 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.778660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-904614ac-e3c5-4c99-9be7-41e941bdaf10 req-9722bb6c-3c11-4ba4-8351-ec2c4e9f51b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Unset dirty status for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:40.779809 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-904614ac-e3c5-4c99-9be7-41e941bdaf10 req-9722bb6c-3c11-4ba4-8351-ec2c4e9f51b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 943 time: 0.7827852 May 25 16:00:40.792508 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Pushing event updated for resources: {'Port': ['ID=c27e00c7-a0c2-4826-a092-6111024fef38,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:40.797572 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:40.799423 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-bdeb24fd-85cf-4b7a-9302-1c465f35f334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:40.824261 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.829391 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:40.835622 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-4bea5aee-2ab3-49f8-923e-cbaa84ff019a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b HTTP/1.1" status: 200 len: 217 time: 0.1534121 May 25 16:00:40.863876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705a2f7f-823a-410c-8c11-8c8ee816818b,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:40.902774 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:40.905220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:40.905362 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:40.907121 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Network 181290e8-dbc4-440a-abb3-06645686134f is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:40.909957 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:40.916748 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:40.917213 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.005980 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:41.006399 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/705a2f7f-823a-410c-8c11-8c8ee816818b HTTP/1.1" status: 204 len: 168 time: 1.8398020 May 25 16:00:41.006623 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56030) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:41.006623 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:41.066145 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-904614ac-e3c5-4c99-9be7-41e941bdaf10 req-bc117fa5-13b5-448c-a517-02d141db9dd6 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348106 May 25 16:00:41.074514 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-7c493164-405b-412e-ac4e-3c3d4443fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.075981 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-7c493164-405b-412e-ac4e-3c3d4443fb3e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5e28fea0-921c-4527-99ef-28aacce6360d HTTP/1.1" status: 200 len: 849 time: 0.2295668 May 25 16:00:41.137530 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-9c3cd774-116a-4c50-b797-0c1094dffcda service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d3214dfd-92b0-4d50-bbd3-3db038ab2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539343 May 25 16:00:41.144708 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-13d4aa07-9589-4a42-a7d7-25e7b38028c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.146174 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-13d4aa07-9589-4a42-a7d7-25e7b38028c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1096 time: 0.5020056 May 25 16:00:41.205685 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.252548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.255295 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:37Z', 'revision_number': 3, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:41.268884 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992e0cd-34d8-490f-aa88-dcc0a5d97b32 None None] The sync data for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb is: [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:37Z', 'revision_number': 3, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:41.354526 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:41.393281 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-aeb189c1-64b7-4b53-a771-e794ac642007 None None] Provisioning for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:41.418476 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-aeb189c1-64b7-4b53-a771-e794ac642007 None None] Provisioning complete for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:41.419135 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-aeb189c1-64b7-4b53-a771-e794ac642007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.476689 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-047a5218-4bef-4ab2-b0dc-a2ebed076e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.478684 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-047a5218-4bef-4ab2-b0dc-a2ebed076e29 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.3097620 May 25 16:00:41.480374 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-2caab234-0534-41eb-8182-00336a07b6c3 service neutron] 10.222.0.68 "GET /v2.0/networks/d3214dfd-92b0-4d50-bbd3-3db038ab2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333762 May 25 16:00:41.516900 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-aeb189c1-64b7-4b53-a771-e794ac642007 None None] Port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:41.629516 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:41.635923 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:41.636632 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.711160 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16885a-7d2b-4f71-9597-b2d34fcbe973 req-fefec7e4-be1d-4079-9a9b-2266bc32578e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:41.721704 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c16885a-7d2b-4f71-9597-b2d34fcbe973 req-fefec7e4-be1d-4079-9a9b-2266bc32578e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.6114171 May 25 16:00:41.756928 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.772948 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.805591 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:41.808149 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.808519 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.809260 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.809608 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > port after_create 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.810058 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.810421 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > port after_update 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.810746 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.811064 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.811783 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.811783 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.815919 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:41.902014 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.902368 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.902944 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.903123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:00:41.903461 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59786406-f96e-4094-ad63-e2f2f2edae24']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:41.904998 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.908392 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:41.911800 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-5fcfa823-86be-48b9-b63f-9add85ad4bfc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 999 time: 0.4209995 May 25 16:00:41.918180 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.919322 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.db.resource_extend [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:00:41.934298 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:41.943700 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e73550-8480-44b2-8fda-a30ad836ef09') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:41.944000 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e73550-8480-44b2-8fda-a30ad836ef09') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:41.968630 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5c16885a-7d2b-4f71-9597-b2d34fcbe973 req-19828888-c3ab-417d-ac7e-71401fd3f6be tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459204 May 25 16:00:41.977468 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.028560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.045697 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:42.057791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:42.067777 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.068482 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6', 'code': 200} May 25 16:00:42.069984 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:42.091146 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a02970-0d01-4d25-8a8b-a260a0fa1e28 req-05f2b86a-20ff-499d-8514-6b0774cfb4ee service neutron] 10.222.0.68 "GET /v2.0/networks/d3214dfd-92b0-4d50-bbd3-3db038ab2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186157 May 25 16:00:42.114055 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0b67-24b7-469f-8e8c-0c927157f856 req-0973b62d-4a5a-4e3c-aab8-a9a8046d527d tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.123081 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d1ce0b67-24b7-469f-8e8c-0c927157f856 req-0973b62d-4a5a-4e3c-aab8-a9a8046d527d tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 948 time: 0.5289931 May 25 16:00:42.144711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:42.165807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:42.167123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:00:42.167575 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: from cryptography.utils import int_from_bytes May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: from cryptography.utils import int_from_bytes May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:00:42.188291 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:00:42.236717 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-77b1a29a-9476-4da7-a49a-8a810408fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.238264 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-77b1a29a-9476-4da7-a49a-8a810408fbdc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.2596273 May 25 16:00:42.320575 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.343387 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d1ce0b67-24b7-469f-8e8c-0c927157f856 req-33c2f2e6-39c0-46f6-a44f-1ca6c9237af1 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167304 May 25 16:00:42.453393 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.469053 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:42.478372 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-ce9f77a6-8917-46ac-9027-529dc6b11306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.480226 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-ce9f77a6-8917-46ac-9027-529dc6b11306 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2326949 May 25 16:00:42.501015 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70658-71c7-47a6-8415-9626a7c2c85a req-e73e048b-2c06-43c1-aebc-b3ed983762b1 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.504980 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d9c70658-71c7-47a6-8415-9626a7c2c85a req-e73e048b-2c06-43c1-aebc-b3ed983762b1 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 943 time: 0.2525477 May 25 16:00:42.506272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.525331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Pushing event deleted for resources: {'Network': ['ID=59786406-f96e-4094-ad63-e2f2f2edae24,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:42.536369 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:42.559181 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Network 181290e8-dbc4-440a-abb3-06645686134f is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:42.561673 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:42.655072 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] 10.222.0.64 "DELETE /v2.0/networks/59786406-f96e-4094-ad63-e2f2f2edae24 HTTP/1.1" status: 204 len: 168 time: 1.6491029 May 25 16:00:42.666202 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d9c70658-71c7-47a6-8415-9626a7c2c85a req-a83339d2-a9f2-41e3-a8f3-ecf49794bb3c tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447699 May 25 16:00:42.803377 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-0534d476-6085-4011-8f32-3c9c9c0f23f5 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067336 May 25 16:00:42.815558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18ec8-1211-43d7-a6fa-d4c3fd89444d req-d82799dd-d93f-4815-af9c-2c4a6028fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:42.816946 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:00:42.817401 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-60d18ec8-1211-43d7-a6fa-d4c3fd89444d req-d82799dd-d93f-4815-af9c-2c4a6028fc88 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 1102 time: 0.2698450 May 25 16:00:42.850675 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-85089a75-d44d-44d4-b109-09bc408682da None None] Provisioning complete for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:42.851265 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-85089a75-d44d-44d4-b109-09bc408682da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.944253 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Deleting port c64f7c90-5566-44b3-b9ab-1249b717ec5b {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:42.947793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.979122 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c27e00c7-a0c2-4826-a092-6111024fef38 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:43.019905 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-85089a75-d44d-44d4-b109-09bc408682da None None] Port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:43.043884 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-60d18ec8-1211-43d7-a6fa-d4c3fd89444d req-eeb9688c-2673-484b-bf6b-0a96a83188de service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019911 May 25 16:00:43.072542 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:43.084583 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] 10.222.0.64 "PUT /v2.0/routers/14ce72af-cf13-4159-a2fb-a0ce113a59a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0081127 May 25 16:00:43.094499 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56046) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:43.118378 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-de9a4f7d-bc61-47ce-9696-168037e1516f req-4f057a83-c09d-471a-889f-346eb811d5d6 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049824 May 25 16:00:43.138271 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port c27e00c7-a0c2-4826-a092-6111024fef38 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:43.145059 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c27e00c7-a0c2-4826-a092-6111024fef38 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:43.145059 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.147516 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] For port c64f7c90-5566-44b3-b9ab-1249b717ec5b, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c64f7c90-5566-44b3-b9ab-1249b717ec5b,segment=NetworkSegment(a3548da7-5481-4e6e-a35d-f83b2904b5d5),segment_id=a3548da7-5481-4e6e-a35d-f83b2904b5d5)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:43.148039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.162692 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-eab0bd0d-7a27-478a-ba75-08a9b4c99d34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f22308123a90468fb1fd5c18d06a4780&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0668826 May 25 16:00:43.168826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56050) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:43.240193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.284489 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.299810 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Sync routers for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:43.324748 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:43.325397 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:43.408518 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.418516 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.433383 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Calling delete_port for c64f7c90-5566-44b3-b9ab-1249b717ec5b owned by network:router_interface {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:43.440203 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8591dc93-ca5f-436e-9b00-337501d5aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:43.454880 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port c27e00c7-a0c2-4826-a092-6111024fef38, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c27e00c7-a0c2-4826-a092-6111024fef38,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:43.504565 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2513f3b-69c7-4d2e-a0fb-b5b54d792fc6 req-cf7a8c18-c3e4-48fa-a73b-537bebe89257 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:43.505314 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d2513f3b-69c7-4d2e-a0fb-b5b54d792fc6 req-cf7a8c18-c3e4-48fa-a73b-537bebe89257 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.2864587 May 25 16:00:43.534848 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f22d4-8bd9-4fbf-9f5e-644f41b34b67,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:43.540184 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:43.560265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.563790 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f68f22d4-8bd9-4fbf-9f5e-644f41b34b67 HTTP/1.1" status: 204 len: 168 time: 0.3916814 May 25 16:00:43.597826 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.603707 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:43.623480 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79929-1890-4a77-8d0c-81208b079a3d req-664bd498-699a-4d8a-8361-a990f9d70612 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:43.633631 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62a79929-1890-4a77-8d0c-81208b079a3d req-664bd498-699a-4d8a-8361-a990f9d70612 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.1663251 May 25 16:00:43.705833 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d2513f3b-69c7-4d2e-a0fb-b5b54d792fc6 req-9fa8dc3f-fbfd-418c-a118-6972d405e0d5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707712 May 25 16:00:43.735065 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=c27e00c7-a0c2-4826-a092-6111024fef38,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:43.753451 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-62a79929-1890-4a77-8d0c-81208b079a3d req-e8cdf8e6-40f5-4f72-803c-1f77135c092e tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186705 May 25 16:00:43.753558 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:43.803105 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:43.939105 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.945656 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-42f68cec-747b-4cb1-90f8-34ef1945aa8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:44.004106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290d7d7-1646-4c85-bcc3-94b84224a418 req-1a4458da-3006-4c15-9b09-df5662094ec2 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:44.005825 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9290d7d7-1646-4c85-bcc3-94b84224a418 req-1a4458da-3006-4c15-9b09-df5662094ec2 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 943 time: 0.1448059 May 25 16:00:44.043220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Pushing event deleted for resources: {'Port': ['ID=c64f7c90-5566-44b3-b9ab-1249b717ec5b,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:44.075601 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:44.128604 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:41Z', 'revision_number': 2, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:44.136238 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Checking router: 14ce72af-cf13-4159-a2fb-a0ce113a59a9 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:44.142095 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Updating router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:44.146120 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9290d7d7-1646-4c85-bcc3-94b84224a418 req-0ba9966a-f42a-4f88-b2d2-e497bcf5ac46 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005361 May 25 16:00:44.212669 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.354724 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.584704 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56100) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:44.592397 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-69484050-network', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:44.601362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:44.606645 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Usage tracker for resource:network and tenant:4df77ba97a76498bb0c1379dc411b889 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:44.609907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:44.616054 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:44.673914 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.706381 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Transition to ACTIVE for port object e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:44.709283 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Made reservation on behalf of 4df77ba97a76498bb0c1379dc411b889 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:44.712812 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.742804 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.784610 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:44.790815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:44.791538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:44.798468 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Usage tracker for resource:security_group_rule and tenant:4df77ba97a76498bb0c1379dc411b889 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:44.801598 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:44.823707 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:44.999057 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Pushing event updated for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:45.015906 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:45.099900 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Router f28215bd-f410-4005-ae00-307e7411f151 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:00:45.285767 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c27e00c7-a0c2-4826-a092-6111024fef38 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:45.379598 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device fd08f007-6439-4224-8139-6fd6f2fdc91b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:00:45.412206 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.468728 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f4afb-036b-4eb5-bbdf-545b19f5a580 req-495c5bc4-0f1b-4bdd-ac22-885c2bea6792 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.470703 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-492f4afb-036b-4eb5-bbdf-545b19f5a580 req-495c5bc4-0f1b-4bdd-ac22-885c2bea6792 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.4916692 May 25 16:00:45.552516 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b,segment=NetworkSegment(09fa7da4-ec1f-4fa4-aa3e-db83b20ec914),segment_id=09fa7da4-ec1f-4fa4-aa3e-db83b20ec914)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:45.574232 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'fd08f007-6439-4224-8139-6fd6f2fdc91b', 'network_id': 'd3214dfd-92b0-4d50-bbd3-3db038ab2cfc', 'port_id': 'fd08f007-6439-4224-8139-6fd6f2fdc91b', 'mac_address': 'fa:16:3e:27:63:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e28fea0-921c-4527-99ef-28aacce6360d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:00:45.574552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fe34d-bbc0-4fbe-8c15-56d06e7f1656 req-1258f1b4-1189-461d-8c93-3e069c093ff5 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:45.581898 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bb2fe34d-bbc0-4fbe-8c15-56d06e7f1656 req-1258f1b4-1189-461d-8c93-3e069c093ff5 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.5314634 May 25 16:00:45.626542 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:45.637072 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Sync routers for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:45.638618 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.652080 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:45.652929 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:45.661302 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bb2fe34d-bbc0-4fbe-8c15-56d06e7f1656 req-706e547b-6583-412d-bb08-2db306c48809 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781574 May 25 16:00:45.678215 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c26a9181-7dbe-4db6-a2b0-e06329888b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:45.705607 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.754702 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] 10.222.0.64 "PUT /v2.0/routers/f28215bd-f410-4005-ae00-307e7411f151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1404905 May 25 16:00:45.760420 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56124) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:45.773480 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-492f4afb-036b-4eb5-bbdf-545b19f5a580 req-e83c214a-a9d7-417e-995a-dbe33861aecb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962604 May 25 16:00:45.780911 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a50dfb-4924-4e47-bb56-578dd86e5f9e,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:45.788774 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd08f007-6439-4224-8139-6fd6f2fdc91b {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:00:45.799778 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Attempting to bind port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:45.800161 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Attempting to bind port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:45.800548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Attempting to bind port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 on network 181290e8-dbc4-440a-abb3-06645686134f {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:45.807020 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:45.827980 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:00:45.840766 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:45.841350 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Checking segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:45.841980 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.842539 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Bound using segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:45.843221 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Bound port: e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:45.844064 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.878281 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.880217 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Added segment 04a76645-86fd-4281-b11d-c433784adfef of type vlan for network d7ef22bd-bea0-4855-8706-e06444ff245a May 25 16:00:45.880578 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b,segment=NetworkSegment(09fa7da4-ec1f-4fa4-aa3e-db83b20ec914),segment_id=09fa7da4-ec1f-4fa4-aa3e-db83b20ec914)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:45.921754 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c27e00c7-a0c2-4826-a092-6111024fef38 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:45.925277 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.987502 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.989851 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.994165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:46.126700 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.128212 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:46.128839 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.134596 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3f5f787e-568d-4981-aa6f-2fc73edcc411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:46.151612 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] For port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:46.183007 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:46.278764 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] For port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:46.282222 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:46.287590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:46.336506 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['fd08f007-6439-4224-8139-6fd6f2fdc91b'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:00:46.359304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.434556 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Pushing event updated for resources: {'Network': ['ID=d7ef22bd-bea0-4855-8706-e06444ff245a,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:46.438549 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:46.453191 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.476849 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:46.516286 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407314-eadc-4db3-bc96-0b012cadb9f5 req-2e0af7dd-e3e3-4571-ae93-73e77cb34807 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:46.522689 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b6407314-eadc-4db3-bc96-0b012cadb9f5 req-2e0af7dd-e3e3-4571-ae93-73e77cb34807 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 944 time: 0.5180957 May 25 16:00:46.542695 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9539759 May 25 16:00:46.543373 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56134) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:46.550020 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Request body: {'subnet': {'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-69484050-subnet', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:46.559361 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:46.567430 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Usage tracker for resource:subnet and tenant:4df77ba97a76498bb0c1379dc411b889 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:46.569458 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network d7ef22bd-bea0-4855-8706-e06444ff245a details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:00:46.578024 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:46.594878 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:46.603565 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 5, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:46.621782 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Checking router: f28215bd-f410-4005-ae00-307e7411f151 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:46.664696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Made reservation on behalf of 4df77ba97a76498bb0c1379dc411b889 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:00:46.668473 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7810263'] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.669424 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Routers {'f28215bd-f410-4005-ae00-307e7411f151'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:46.670075 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['f28215bd-f410-4005-ae00-307e7411f151'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:46.797086 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b6407314-eadc-4db3-bc96-0b012cadb9f5 req-fdceb78a-7aa3-43f4-8089-90a46295a94a tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735291 May 25 16:00:46.872284 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:46.917207 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:46.917855 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:47.125564 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:47.155995 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] Set router f28215bd-f410-4005-ae00-307e7411f151 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:47.202375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e37a-b270-45ac-9873-1a740f479132 req-1772e822-e684-4ff5-8d19-9a46fb99c655 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:47.215755 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0ec6e37a-b270-45ac-9873-1a740f479132 req-1772e822-e684-4ff5-8d19-9a46fb99c655 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.3200085 May 25 16:00:47.281707 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Deleting port 74784648-30f2-4f8c-802d-c882cf8a6607 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:47.282173 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.395924 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0ec6e37a-b270-45ac-9873-1a740f479132 req-9b7e1529-d3da-4a55-85b1-39ca022a7984 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786258 May 25 16:00:47.479462 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] For port 74784648-30f2-4f8c-802d-c882cf8a6607, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=74784648-30f2-4f8c-802d-c882cf8a6607,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:47.480032 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:47.542681 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Pushing event updated for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:47.557234 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:47.590618 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:47.677681 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 5, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:47.683323 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5ef27-0a70-4c10-8466-6426607b1b6e None None] The sync data for ids ['f28215bd-f410-4005-ae00-307e7411f151'] in dv-cinder-791240-3-smb is: [{'id': 'f28215bd-f410-4005-ae00-307e7411f151', 'name': 'tempest-ServerRescueNegativeTestJSON-1147544528-router', 'tenant_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:51Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 5, 'project_id': '04e857bfb6f94eaeb8c8db24b60f3bf2', 'gw_port': {'id': '74784648-30f2-4f8c-802d-c882cf8a6607', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28215bd-f410-4005-ae00-307e7411f151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:47.739857 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca17043-8d0a-4334-b756-62ff64d6179a req-a4850bc5-fcf8-4db6-b7d0-062bfd811b68 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:47.742702 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dca17043-8d0a-4334-b756-62ff64d6179a req-a4850bc5-fcf8-4db6-b7d0-062bfd811b68 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.6536982 May 25 16:00:47.751553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Calling delete_port for 74784648-30f2-4f8c-802d-c882cf8a6607 owned by network:router_gateway {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:47.874146 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dca17043-8d0a-4334-b756-62ff64d6179a req-38b83701-217e-482c-9649-04b568525871 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153529 May 25 16:00:48.010202 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6664656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7810241'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.018394 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:48.119454 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2d1527-69d4-4c21-8d4a-a1fede7774fa,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:48.122467 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:48.213569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Checking segment: {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:48.216678 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Network hostable DHCP agents. Network: d7ef22bd-bea0-4855-8706-e06444ff245a, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:00:48.274937 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc259ed-9567-46c1-8678-d7daabc9567e req-d0b392e4-d1b9-4718-ad7e-5b58285bd8b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:48.276566 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6dc259ed-9567-46c1-8678-d7daabc9567e req-d0b392e4-d1b9-4718-ad7e-5b58285bd8b7 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 944 time: 0.1584909 May 25 16:00:48.318693 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:46Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:48.324160 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf677034-b2dc-45ab-a82c-30e6e4fea429 None None] The sync data for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb is: [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:46Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:48.338698 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.346078 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:48.361736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Network d7ef22bd-bea0-4855-8706-e06444ff245a is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:00:48.381800 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6dc259ed-9567-46c1-8678-d7daabc9567e req-4817e9d8-495b-4a76-ad2d-8fe89e176340 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951488 May 25 16:00:48.458443 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, d7ef22bd-bea0-4855-8706-e06444ff245a) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:48.471902 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d43ab-391c-4635-9b19-5afc08f2783c None None] Network d7ef22bd-bea0-4855-8706-e06444ff245a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:48.484449 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:48.485612 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.487685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74784648-30f2-4f8c-802d-c882cf8a6607,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:48.498572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:48.673990 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c081f480-beed-4e5e-81b4-8425758315e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1241617 May 25 16:00:48.676979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56152) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:48.683263 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:00:48.695211 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:00:48.705496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Usage tracker for resource:router and tenant:4df77ba97a76498bb0c1379dc411b889 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:00:48.711625 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:00:48.718187 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.735263 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:00:48.891992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.891992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:48.933576 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.061687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-d7ef22bd-bea0-4855-8706-e06444ff245a', 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'fixed_ips': [{'subnet_id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:00:49.061687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.122680 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:49.401902 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device fd08f007-6439-4224-8139-6fd6f2fdc91b up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:49.625914 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.641311 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.744443 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Allocated IP 172.20.0.2 (d7ef22bd-bea0-4855-8706-e06444ff245a/7b2d1527-69d4-4c21-8d4a-a1fede7774fa/b44130a7-4b3a-4c5a-a1ab-38a3799a7218) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:49.767614 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.798205 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797d6f-986a-4652-a225-0ff42ee76f8c req-5a0fd649-fbd7-4be3-bf42-9826fa439da3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.807816 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-99797d6f-986a-4652-a225-0ff42ee76f8c req-5a0fd649-fbd7-4be3-bf42-9826fa439da3 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.5781112 May 25 16:00:49.808420 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:49.847517 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:49.857618 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.858428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642dfec-ce29-4325-95cb-301bc3666fc1 req-b1aaf2de-c198-4d48-8a70-fc75928097ab tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.860756 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e642dfec-ce29-4325-95cb-301bc3666fc1 req-b1aaf2de-c198-4d48-8a70-fc75928097ab tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.7404435 May 25 16:00:49.873878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-13ee4b71-fab0-475c-869c-72f7a60667ed tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:49.875499 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-13ee4b71-fab0-475c-869c-72f7a60667ed tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.3389859 May 25 16:00:49.901347 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-99797d6f-986a-4652-a225-0ff42ee76f8c req-ada97ed4-bb49-43db-8a70-dbd59a3d3f58 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925701 May 25 16:00:49.932899 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e642dfec-ce29-4325-95cb-301bc3666fc1 req-2ebda02d-ce69-4ba8-a5ac-07d0d5ee254e tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 May 25 16:00:49.932899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:49.932899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28215bd-f410-4005-ae00-307e7411f151 {{(pid=99117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:00:50.210399 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.211526 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b779978f-6c20-4e62-af5a-287000c49ae0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f28215bd-f410-4005-ae00-307e7411f151 HTTP/1.1" status: 204 len: 168 time: 4.4500070 May 25 16:00:50.222726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56170) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:50.344121 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.361158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Transition to ACTIVE for port object b44130a7-4b3a-4c5a-a1ab-38a3799a7218 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:50.385224 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Transition to ACTIVE for port object b44130a7-4b3a-4c5a-a1ab-38a3799a7218 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:50.392158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port fd08f007-6439-4224-8139-6fd6f2fdc91b completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:50.402869 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port fd08f007-6439-4224-8139-6fd6f2fdc91b triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:50.403254 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.483255 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Deleting port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:00:50.483699 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.565278 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.578000 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:50.647797 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Deleting subnet 1bf7ff76-7729-4659-a930-89e9c07350a3 {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:00:50.658459 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.752503 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Network d7ef22bd-bea0-4855-8706-e06444ff245a is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:50.767874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.784800 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:50.803294 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.844614 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:50.847165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a12fe-5fb6-43df-a27b-ecea4184c92b req-c334a054-2da6-4656-968a-ebbb056be27a tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:50.849367 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-218a12fe-5fb6-43df-a27b-ecea4184c92b req-c334a054-2da6-4656-968a-ebbb056be27a tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 944 time: 0.5507202 May 25 16:00:50.849749 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Pushing event updated for resources: {'Port': ['ID=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:50.857574 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:50.879890 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.884027 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.911111 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] For port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,segment=NetworkSegment(23110933-4f12-442a-9b59-80ee9c6dd0a3),segment_id=23110933-4f12-442a-9b59-80ee9c6dd0a3)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:50.911461 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:50.927726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.130744 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:51.131783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Attempting to bind port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:51.132350 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Attempting to bind port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:51.132912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Attempting to bind port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 on network d7ef22bd-bea0-4855-8706-e06444ff245a {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:51.161089 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Calling delete_port for 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:00:51.184628 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-218a12fe-5fb6-43df-a27b-ecea4184c92b req-9446963f-e2e9-4058-9c21-89c25f85d789 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222232 May 25 16:00:51.243919 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Allocated IP 172.28.2.150 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/777f2321-35c9-40cc-8319-602bc54508cd) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:51.366912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:51.374520 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Checking segment: {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:51.374954 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.375439 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Bound using segment: {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:51.383130 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Bound port: b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:51.383130 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.409626 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.434023 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.444460 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756d6f-fd29-4274-9612-560b085ee679 req-ffe4ea37-6a29-4363-a518-6be39f50b774 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:51.451302 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6d4ebbb5-6d5b-4062-9039-b3abb826b54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:51.454337 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bb756d6f-fd29-4274-9612-560b085ee679 req-ffe4ea37-6a29-4363-a518-6be39f50b774 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.3427162 May 25 16:00:51.545223 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:51.547987 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c64f7c90-5566-44b3-b9ab-1249b717ec5b no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:51.586812 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:51.618239 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bb756d6f-fd29-4274-9612-560b085ee679 req-1a4bae38-a3b3-49f3-b9a8-5dbec69ee6ad tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649704 May 25 16:00:51.620168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: c64f7c90-5566-44b3-b9ab-1249b717ec5b {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:51.620168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c64f7c90-5566-44b3-b9ab-1249b717ec5b not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:51.705834 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] For port b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:51.709509 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] For port b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:51.737604 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.739379 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:51.765994 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:51.800076 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b', 'code': 200} May 25 16:00:51.802942 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba6c27-9228-42cb-bccf-f120cbe2ac56 req-4f8e5574-723d-443f-a60b-68b8c19a6efc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:51.805313 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bba6c27-9228-42cb-bccf-f120cbe2ac56 req-4f8e5574-723d-443f-a60b-68b8c19a6efc tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 949 time: 0.3860548 May 25 16:00:51.809853 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b,segment=NetworkSegment(09fa7da4-ec1f-4fa4-aa3e-db83b20ec914),segment_id=09fa7da4-ec1f-4fa4-aa3e-db83b20ec914)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:51.860895 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7bba6c27-9228-42cb-bccf-f120cbe2ac56 req-e4c53a92-c355-45d1-a0d9-c04361d843b2 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/security-groups?id=be4be5c6-579b-4b2f-ba7c-29345ce28ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 May 25 16:00:51.866965 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.875195 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:51.918274 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.921133 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.929341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2bdf8dcb-f39a-4da6-a77b-59d02909f82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:51.956787 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.957765 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Pushing event updated for resources: {'Port': ['ID=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:51.964066 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:51.976565 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:51.980548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-3436dbb6-13c5-4de6-aa74-79f245f8f354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:51.981974 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.001404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:52.036347 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Pushing event deleted for resources: {'Port': ['ID=5f5e84b8-b2e4-42cf-893f-f89bf37bcce6,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:52.044578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:52.045181 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:52.105611 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:52.111213 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:52.114353 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:52.120009 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:52.188603 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.199256 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:52.214708 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=777f2321-35c9-40cc-8319-602bc54508cd,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:52.226100 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:52.246293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:52.249397 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf7ff76-7729-4659-a930-89e9c07350a3,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:52.305859 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:52.306492 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:52.322672 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:52.322672 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.595159 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:52.596936 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 74784648-30f2-4f8c-802d-c882cf8a6607 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:00:52.609356 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] No DVR routers for this DVR port 5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:00:52.612327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.628192 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ae9b5bec-23e3-4b7d-8a4a-2f6201d6290d req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.68 "DELETE /v2.0/ports/5f5e84b8-b2e4-42cf-893f-f89bf37bcce6 HTTP/1.1" status: 204 len: 173 time: 2.7054338 May 25 16:00:52.628759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'name': 'network-vif-deleted', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:00:52.706312 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1bf7ff76-7729-4659-a930-89e9c07350a3 HTTP/1.1" status: 204 len: 168 time: 2.4814930 May 25 16:00:52.708857 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56200) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:52.726918 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 74784648-30f2-4f8c-802d-c882cf8a6607 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:00:52.727385 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 74784648-30f2-4f8c-802d-c882cf8a6607 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:00:52.944347 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:52.962038 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf9add8-bc1f-47d7-8919-f7f2546f5c09', 'name': 'network-vif-deleted', 'tag': '5f5e84b8-b2e4-42cf-893f-f89bf37bcce6', 'status': 'completed', 'code': 200} May 25 16:00:53.230731 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2bf17-81f2-47d5-a2b2-b97099e5b78b req-d526b010-26a2-4523-998a-6f00991b9e13 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.237953 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9bb2bf17-81f2-47d5-a2b2-b97099e5b78b req-d526b010-26a2-4523-998a-6f00991b9e13 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.3457179 May 25 16:00:53.291886 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.413552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.457444 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7649ca5-22b5-4281-a1b2-d9239ef50dde req-df07a32c-0931-4371-8606-87d0911d305f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.474788 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7649ca5-22b5-4281-a1b2-d9239ef50dde req-df07a32c-0931-4371-8606-87d0911d305f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.4383035 May 25 16:00:53.500595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044aa00-907a-430e-b7a1-9e46eba64b74']}} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:53.512633 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b4d2-abe2-4a36-8a2a-42c321342318 req-c45e3598-fc5c-44e9-8576-6bae8d97217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:53.514633 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-19e8b4d2-abe2-4a36-8a2a-42c321342318 req-c45e3598-fc5c-44e9-8576-6bae8d97217d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 1098 time: 0.5507631 May 25 16:00:53.529096 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3548da7-5481-4e6e-a35d-f83b2904b5d5') {'for_net_delete': True} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:53.529536 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3548da7-5481-4e6e-a35d-f83b2904b5d5') {} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:53.600710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333960'] for segment, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.637450 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7649ca5-22b5-4281-a1b2-d9239ef50dde req-d70e4227-16ec-489b-b60b-1707f12a1139 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611371 May 25 16:00:53.654518 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9bb2bf17-81f2-47d5-a2b2-b97099e5b78b req-c9fa2f61-cd4a-4e1d-97ca-363b87ae31b5 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156873 May 25 16:00:53.707206 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.729663 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-19e8b4d2-abe2-4a36-8a2a-42c321342318 req-46169200-7a39-4754-9a1f-399407af9dd2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722188 May 25 16:00:53.729663 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:00:53.729663 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1238708'] for segment, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: Traceback (most recent call last): May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: timer() May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: cb(*args, **kw) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: return func(*args, **kwargs) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: self._notify() May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: self.callback(batched_events) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: event.method(event) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: return f(self, *a, **k) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: return self._get(url).json() May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: return self.request(url, 'GET', **kwargs) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:00:53.742104 dv-cinder-791240-3-smb neutron-server[99117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:00:53.883375 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b44130a7-4b3a-4c5a-a1ab-38a3799a7218 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:53.949290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-339cb4a1-cfa5-4542-88ea-025b0310419f req-a5b5cb20-85f2-42b8-a506-dc047993001f tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Synchronizing usage tracker for tenant:367a15dd65784297aed77bffedafabea on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:00:54.082507 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.103951 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64318159-7d2c-426d-88c4-2147432abf6b None None] Network d7ef22bd-bea0-4855-8706-e06444ff245a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:00:54.775501 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.776942 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-339cb4a1-cfa5-4542-88ea-025b0310419f req-a5b5cb20-85f2-42b8-a506-dc047993001f tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Unset dirty status for tenant:367a15dd65784297aed77bffedafabea on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:00:54.778646 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-339cb4a1-cfa5-4542-88ea-025b0310419f req-a5b5cb20-85f2-42b8-a506-dc047993001f tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.8886759 May 25 16:00:54.778852 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-8bc3ab50-c370-43df-9ac7-fe59883ab34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.779561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.781497 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Provisioning for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:54.784795 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:54.792399 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:54.808913 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:54.824624 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.825341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.825341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0044aa00-907a-430e-b7a1-9e46eba64b74,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:54.834297 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.834712 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.835753 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.836158 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.836502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.836889 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.837227 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.837616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.837892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.838223 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.838550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.838874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:54.842166 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:54.913188 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-59a522a2-885f-4791-a20c-d5e045297b2c admin admin] 10.222.0.64 "DELETE /v2.0/networks/0044aa00-907a-430e-b7a1-9e46eba64b74 HTTP/1.1" status: 204 len: 168 time: 2.2006505 May 25 16:00:54.919063 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Provisioning complete for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:54.919592 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:54.933917 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Router ce94b260-a6bc-4ee3-b407-accd00370ee6 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:00:55.118588 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9bc9-f727-4aee-9065-a04166473eef req-4a0d3798-fb2d-4c46-8c8e-18308a5b9ebf tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:55.126717 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-19af9bc9-f727-4aee-9065-a04166473eef req-4a0d3798-fb2d-4c46-8c8e-18308a5b9ebf tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.1679406 May 25 16:00:55.187930 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.235396 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-19af9bc9-f727-4aee-9065-a04166473eef req-c13fa107-e861-4c16-b949-fb64bebe1dc8 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 May 25 16:00:55.252126 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823491ad-f44e-48eb-9744-2db737f1bafb req-d18fbc34-23c0-465e-8a10-45f9416fed74 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:55.263383 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-823491ad-f44e-48eb-9744-2db737f1bafb req-d18fbc34-23c0-465e-8a10-45f9416fed74 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.4117064 May 25 16:00:55.280897 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.293512 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.301011 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] For port b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:00:55.311859 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:00:55.324165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Sync routers for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:00:55.338705 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:55.340172 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:55.349191 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-823491ad-f44e-48eb-9744-2db737f1bafb req-f3055b4e-4947-48d0-9f14-05bfa122f227 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848279 May 25 16:00:55.423204 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.423619 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.424464 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7463207 May 25 16:00:55.427965 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56220) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:55.436954 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:55.510877 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56224) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:55.626457 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-48501986-c114-4e13-a32e-00c8ffeafd71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04e857bfb6f94eaeb8c8db24b60f3bf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1140146 May 25 16:00:55.628641 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56228) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:00:55.632326 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.db.api [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:00:55.643391 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_db.api [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:00:55.666055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-412a8e62-1888-43e0-b17d-f1f709c40469 None None] Provisioning complete for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:55.666380 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-412a8e62-1888-43e0-b17d-f1f709c40469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.713386 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.717199 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Pushing event updated for resources: {'Port': ['ID=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:55.719997 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:55.750063 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:55.759809 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.915454 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:55.919414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ddc94fd2-799c-491a-bfdb-946cbbdc59c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:55.931669 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97622f-307c-4781-b9a5-26648c54118f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:55.947739 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.948871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.949306 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.949767 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.950114 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.950463 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.950894 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.951254 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.951641 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.952128 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.952579 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.959557 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:00:55.962791 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:56.014958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:56.016103 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e97622f-307c-4781-b9a5-26648c54118f HTTP/1.1" status: 204 len: 168 time: 0.3865840 May 25 16:00:56.494395 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:52Z', 'revision_number': 3, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:56.500286 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Checking router: ce94b260-a6bc-4ee3-b407-accd00370ee6 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:00:56.500697 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Updating router ce94b260-a6bc-4ee3-b407-accd00370ee6 port 777f2321-35c9-40cc-8319-602bc54508cd binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:00:56.541449 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0c53f0fa-75fd-4aaf-b955-460e88057b5c req-da0397f2-be9c-41b3-8db9-4b262efd6450 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.3296742 May 25 16:00:56.563192 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4177-ed11-4020-8007-eb10a6fd4a47 req-05714457-ccc6-4487-9cf3-58c0a871b06c tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:56.575225 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b44130a7-4b3a-4c5a-a1ab-38a3799a7218 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:00:56.579403 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-271b4177-ed11-4020-8007-eb10a6fd4a47 req-05714457-ccc6-4487-9cf3-58c0a871b06c tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.1381273 May 25 16:00:56.677676 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:56.694030 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-271b4177-ed11-4020-8007-eb10a6fd4a47 req-b98a9660-9e48-4704-ba85-fb875550f933 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134224 May 25 16:00:56.876772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:56.902077 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:56.908341 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:56.908689 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:57.051723 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb02d-be4f-4f85-99b1-1829907a2eb9 req-db86f1ad-ae97-4c82-8fb3-c7f18dec4b07 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:57.060411 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d48cb02d-be4f-4f85-99b1-1829907a2eb9 req-db86f1ad-ae97-4c82-8fb3-c7f18dec4b07 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1721213 May 25 16:00:57.122353 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d48cb02d-be4f-4f85-99b1-1829907a2eb9 req-b6e640b9-5f91-421f-9357-3b4d37ecf5fd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621181 May 25 16:00:57.457343 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Allocated IP 172.20.0.1 (d7ef22bd-bea0-4855-8706-e06444ff245a/7b2d1527-69d4-4c21-8d4a-a1fede7774fa/fe227ac6-9fea-48c0-a34f-6e2c06e8a073) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:00:57.767752 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:57.827011 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Transition to ACTIVE for port object 777f2321-35c9-40cc-8319-602bc54508cd will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:57.892631 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:57.903464 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:57.910756 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:57.916065 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:57.920778 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8821bf1c-cf9a-4c4f-ae4f-2ce28f3767ea req-37ccb7b8-f700-4ad5-885c-28333510ea4b tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf9add8-bc1f-47d7-8919-f7f2546f5c09 HTTP/1.1" status: 200 len: 210 time: 0.0504935 May 25 16:00:57.935046 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Transition to ACTIVE for port object fe227ac6-9fea-48c0-a34f-6e2c06e8a073 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:00:57.983981 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Pushing event updated for resources: {'Port': ['ID=777f2321-35c9-40cc-8319-602bc54508cd,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:57.988117 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:58.019304 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Attempting to bind port 777f2321-35c9-40cc-8319-602bc54508cd on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:00:58.019493 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Attempting to bind port 777f2321-35c9-40cc-8319-602bc54508cd by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:00:58.019874 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Attempting to bind port 777f2321-35c9-40cc-8319-602bc54508cd on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:00:58.026202 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:00:58.026586 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:00:58.027020 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.027424 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:00:58.027910 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Bound port: 777f2321-35c9-40cc-8319-602bc54508cd, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:00:58.028293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.042441 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.047649 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:58.102819 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e276e-781e-4970-85e0-44f3008c8716 req-56b6644f-6dac-4b3a-8a80-8c6e3e588717 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:58.104390 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-303e276e-781e-4970-85e0-44f3008c8716 req-56b6644f-6dac-4b3a-8a80-8c6e3e588717 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.1282165 May 25 16:00:58.156235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] For port 777f2321-35c9-40cc-8319-602bc54508cd, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:00:58.159732 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] For port 777f2321-35c9-40cc-8319-602bc54508cd, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=777f2321-35c9-40cc-8319-602bc54508cd,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:00:58.160414 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-303e276e-781e-4970-85e0-44f3008c8716 req-804fb2f9-7de0-4b54-8752-6f81bf20ade9 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 May 25 16:00:58.187463 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Network d7ef22bd-bea0-4855-8706-e06444ff245a is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:58.190829 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:00:58.192471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:00:58.223181 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Pushing event updated for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:58.229730 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:58.230902 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.243342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:58.278563 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.417790 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:00:58.418437 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:58.512230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Pushing event updated for resources: {'Port': ['ID=777f2321-35c9-40cc-8319-602bc54508cd,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:58.542207 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:58.703021 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6a2341df-2f67-4f6a-868c-76fe34427916 None None] Provisioning for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:00:58.715642 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6a2341df-2f67-4f6a-868c-76fe34427916 None None] Provisioning complete for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:00:58.715642 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6a2341df-2f67-4f6a-868c-76fe34427916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:58.726083 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d5e12-e7a2-4f39-be1a-85bce78a10fa req-0ae48221-56ab-472e-a5b0-a11b9f0e2db2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:58.727641 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b2d5e12-e7a2-4f39-be1a-85bce78a10fa req-0ae48221-56ab-472e-a5b0-a11b9f0e2db2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1969302 May 25 16:00:58.794016 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b2d5e12-e7a2-4f39-be1a-85bce78a10fa req-b090ff5a-ff27-46aa-8da2-87f3cbcd93df tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563736 May 25 16:00:58.794277 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-6a2341df-2f67-4f6a-868c-76fe34427916 None None] Port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:00:58.799723 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:00:58.884024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:59.167520 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:59.222959 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:52Z', 'revision_number': 3, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:00:59.229912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a1945-0b8b-4cde-9893-4603fa853579 None None] The sync data for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb is: [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:52Z', 'revision_number': 3, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:00:59.269827 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:59.308895 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-931275e5-3497-454e-b690-599d991699a5 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:00:59.478764 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:59.487401 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Pushing event updated for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:00:59.497896 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:00:59.627361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb08bb-1722-412a-b4b6-30c9c6c1acc6 req-0a1dc90d-f176-41ae-814d-d49f20655d7e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:00:59.629498 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bbcb08bb-1722-412a-b4b6-30c9c6c1acc6 req-0a1dc90d-f176-41ae-814d-d49f20655d7e tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.2616422 May 25 16:00:59.840697 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-bbcb08bb-1722-412a-b4b6-30c9c6c1acc6 req-e19d6ae5-9501-422c-8a41-c9ff076bfae9 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904883 May 25 16:00:59.846104 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Network d7ef22bd-bea0-4855-8706-e06444ff245a is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:00:59.849203 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:00.094530 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338857-215c-41b4-9da8-d9531740ef7a req-e7e8b14d-a0ed-4016-8ddf-e6ec27bb74fc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:00.097130 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-79338857-215c-41b4-9da8-d9531740ef7a req-e7e8b14d-a0ed-4016-8ddf-e6ec27bb74fc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1035013 May 25 16:01:00.154360 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-79338857-215c-41b4-9da8-d9531740ef7a req-3c75d773-9283-492c-8dac-ce17af29d2e0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 May 25 16:01:00.223226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Router ce94b260-a6bc-4ee3-b407-accd00370ee6 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:00.232268 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-9f76917c-2935-4f33-8248-bbe7b2fb2849 None None] Provisioning complete for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:00.233269 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9f76917c-2935-4f33-8248-bbe7b2fb2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:00.304157 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-9f76917c-2935-4f33-8248-bbe7b2fb2849 None None] Port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:00.486697 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 777f2321-35c9-40cc-8319-602bc54508cd up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:00.488612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:00.499295 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] 10.222.0.64 "PUT /v2.0/routers/ce94b260-a6bc-4ee3-b407-accd00370ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0689051 May 25 16:01:00.663700 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 777f2321-35c9-40cc-8319-602bc54508cd completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:00.669150 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 777f2321-35c9-40cc-8319-602bc54508cd triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:00.671139 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:00.829729 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:00.847093 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 777f2321-35c9-40cc-8319-602bc54508cd, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=777f2321-35c9-40cc-8319-602bc54508cd,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:01.035482 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:01.038977 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:01.122550 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=777f2321-35c9-40cc-8319-602bc54508cd,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:01.125735 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:01.353574 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Sync routers for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:01.365375 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:01.366042 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:01.424024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cc15f-ddf5-4789-9c8f-6b828ad258c1 req-826a32d5-c7d1-4cba-a20a-4ecd471c5527 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:01.425676 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7f4cc15f-ddf5-4789-9c8f-6b828ad258c1 req-826a32d5-c7d1-4cba-a20a-4ecd471c5527 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 943 time: 0.1169012 May 25 16:01:01.451709 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:01.493672 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7f4cc15f-ddf5-4789-9c8f-6b828ad258c1 req-12527735-f8a9-404b-bcee-040d03aa8b13 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614834 May 25 16:01:01.625084 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:01.681003 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:01.695614 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'e0331771-22be-48c8-bfca-4d7d99125014', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': 'e0331771-22be-48c8-bfca-4d7d99125014', 'mac_address': 'fa:16:3e:ec:97:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:01.758818 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:01.782041 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:01.802519 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-6a86ed2c-174c-4bc2-ae8e-4367c46a6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:01.805011 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-6a86ed2c-174c-4bc2-ae8e-4367c46a6f0f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1096 time: 0.1060123 May 25 16:01:01.819695 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:01.898153 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:01.900578 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2a499e73-5470-4e7a-b365-5cdc1bae6ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:01.995492 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56496) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:02.043667 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 4, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'fe227ac6-9fea-48c0-a34f-6e2c06e8a073', 'name': '', 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'mac_address': 'fa:16:3e:86:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:57Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 2, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'subnets': [{'id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:02.052038 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Checking router: ce94b260-a6bc-4ee3-b407-accd00370ee6 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:02.052661 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Updating router ce94b260-a6bc-4ee3-b407-accd00370ee6 port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:01:02.078862 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=9']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:02.087073 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:02.142501 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.195914 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['e0331771-22be-48c8-bfca-4d7d99125014'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:02.207593 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-a58d9a52-f4a2-445c-99a4-a8a8df930616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.209004 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-a58d9a52-f4a2-445c-99a4-a8a8df930616 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.3731272 May 25 16:01:02.223657 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.268593 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:02.280602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Usage tracker for resource:security_group_rule and tenant:971c48274fc54da5be8fddb182444d7c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:02.289001 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:02.304642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:02.429735 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-0e62e8c8-f89b-454b-b468-d184a87e9e5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 200 len: 1000 time: 0.2128172 May 25 16:01:02.477544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.549825 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 777f2321-35c9-40cc-8319-602bc54508cd up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:02.609645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-8effc428-5e1b-4ac8-ba8d-5ff72f224449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.613925 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-8effc428-5e1b-4ac8-ba8d-5ff72f224449 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.1786153 May 25 16:01:02.643506 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.669136 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-695af850-4514-4256-bc3a-4a67ca7af665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:02.728926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-1f906ed5-2854-460e-9e09-2ca26c1cbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:02.734180 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-1f906ed5-2854-460e-9e09-2ca26c1cbe22 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1133862 May 25 16:01:02.762872 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=971c48274fc54da5be8fddb182444d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655530 May 25 16:01:02.765424 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56518) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:02.766747 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.778326 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 777f2321-35c9-40cc-8319-602bc54508cd triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:02.778709 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.783573 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Transition to ACTIVE for port object fe227ac6-9fea-48c0-a34f-6e2c06e8a073 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:02.857237 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38276dac-30b5-4be9-b3de-521fb79f3254,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:02.878571 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:02.878571 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-b79c703d-c77d-4b1a-90de-d23cd9bc0a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:02.880191 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:03.024752 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e204-1c35-4067-98f2-48f1b6fea164 None None] Pushing event updated for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:03.055220 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-d989e204-1c35-4067-98f2-48f1b6fea164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:03.055800 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.057849 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-92a16e07-3c8b-4c44-b7fc-de98fb9d4610 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096747 May 25 16:01:03.095345 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.145932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312854-6299-4f60-bff5-5a49751b0059 req-997d8327-ed8f-4c6d-a2f5-7902806ccfc6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:03.157153 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05312854-6299-4f60-bff5-5a49751b0059 req-997d8327-ed8f-4c6d-a2f5-7902806ccfc6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 944 time: 0.3011196 May 25 16:01:03.228412 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-05312854-6299-4f60-bff5-5a49751b0059 req-2acf4a42-6961-4e8c-a2ae-05951badb086 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699553 May 25 16:01:03.374094 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2362b96-3a3d-4170-9ecc-58c194427516 req-97394d48-4f4b-4a99-9ea3-0595a3eee274 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094966 May 25 16:01:03.427319 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Attempting to bind port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:03.427680 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Attempting to bind port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:03.428286 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Attempting to bind port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 on network d7ef22bd-bea0-4855-8706-e06444ff245a {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:03.433823 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:03.434187 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Checking segment: {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:03.434576 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.434957 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Bound using segment: {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:03.435416 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Bound port: fe227ac6-9fea-48c0-a34f-6e2c06e8a073, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a76645-86fd-4281-b11d-c433784adfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:03.437575 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.470962 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:03.590768 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port e0331771-22be-48c8-bfca-4d7d99125014 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:03.591942 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.603025 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] For port fe227ac6-9fea-48c0-a34f-6e2c06e8a073, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:03.606184 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] For port fe227ac6-9fea-48c0-a34f-6e2c06e8a073, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:03.729424 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.766300 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:03.783635 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:03.836602 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'code': 200} May 25 16:01:03.876394 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.886037 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-17731996-7b3a-4cdc-8a84-06d7a369ea00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:03.910935 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38276dac-30b5-4be9-b3de-521fb79f3254,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:03.943538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:03.953445 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:03.956722 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38276dac-30b5-4be9-b3de-521fb79f3254 HTTP/1.1" status: 204 len: 168 time: 1.1901505 May 25 16:01:04.043178 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.044321 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:04.048734 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:04.056769 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:04.192213 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=10']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:04.195508 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:04.208325 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:04.210739 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:00:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:04.311536 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e204-1c35-4067-98f2-48f1b6fea164 None None] Pushing event updated for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=4']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:04.325655 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-d989e204-1c35-4067-98f2-48f1b6fea164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:04.671270 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:04.721906 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d4693-361b-4d93-b20b-30a7d8b87b33 req-efd516d7-dc31-441d-acdc-bfbfddc52b4f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:04.723688 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e41d4693-361b-4d93-b20b-30a7d8b87b33 req-efd516d7-dc31-441d-acdc-bfbfddc52b4f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1741405 May 25 16:01:04.732775 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56594) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:04.804969 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e41d4693-361b-4d93-b20b-30a7d8b87b33 req-5499cc3c-ca5c-44ba-a259-6ee4185e0181 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733035 May 25 16:01:04.863904 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2df7c-ac94-457b-9f63-801053a7fc0c req-6fa6974f-f7dd-404c-8c00-d59b691d72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:04.866187 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5e2df7c-ac94-457b-9f63-801053a7fc0c req-6fa6974f-f7dd-404c-8c00-d59b691d72de service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 1099 time: 0.1264346 May 25 16:01:04.913040 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5e2df7c-ac94-457b-9f63-801053a7fc0c req-d41059f0-d9b5-4334-923a-3a9484b27f9e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 May 25 16:01:05.112354 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 4, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'fe227ac6-9fea-48c0-a34f-6e2c06e8a073', 'name': '', 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'mac_address': 'fa:16:3e:86:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:57Z', 'updated_at': '2021-05-25T16:01:03Z', 'revision_number': 4, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'subnets': [{'id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:05.121344 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be8be7-af3e-4de7-9fd9-596fbd20f886 None None] The sync data for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb is: [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:00:58Z', 'revision_number': 4, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'fe227ac6-9fea-48c0-a34f-6e2c06e8a073', 'name': '', 'network_id': 'd7ef22bd-bea0-4855-8706-e06444ff245a', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'mac_address': 'fa:16:3e:86:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:57Z', 'updated_at': '2021-05-25T16:01:03Z', 'revision_number': 4, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'subnets': [{'id': '7b2d1527-69d4-4c21-8d4a-a1fede7774fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:05.175257 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56600) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:05.227699 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:05.287853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:05.291854 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:52b89099655149cebde77b14b211774a is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:05.297145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:05.311276 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:05.508891 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:05.595515 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:05.665962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4e2103bf-8102-49d5-ade1-35c8984525fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:05.688330 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56612) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:05.699492 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52b89099655149cebde77b14b211774a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219111 May 25 16:01:05.740972 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6869e6-48e9-4a69-a2f5-5e52ab918352,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:05.745766 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:05.861929 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:05.880699 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:05.886878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0b82cbe1584e209f7d73b2b13bc88c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:05.891975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:05.911640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:05.914705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:05.979781 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.191536 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.204724 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e84a0-7f6c-4e31-824e-316532dbf838 req-2bfd2cf9-72df-471a-b653-2d0674a386a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:06.206371 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-144e84a0-7f6c-4e31-824e-316532dbf838 req-2bfd2cf9-72df-471a-b653-2d0674a386a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1581647 May 25 16:01:06.337828 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.346145 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-41168c92-2782-4c18-8542-8bce7eb15979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:06.376884 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6869e6-48e9-4a69-a2f5-5e52ab918352,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:06.379663 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:06.409754 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.415694 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b6869e6-48e9-4a69-a2f5-5e52ab918352 HTTP/1.1" status: 204 len: 168 time: 0.7256415 May 25 16:01:06.423615 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.443118 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-13075f06-86d3-4ac0-a56b-34f491bec1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:06.513096 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-144e84a0-7f6c-4e31-824e-316532dbf838 req-4ea713d5-a353-41cf-a424-63cc154d827a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005772 May 25 16:01:06.557419 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b45e1-d73b-4878-b57c-1dd2484568a1,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:06.567043 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:06.573545 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-70ae84c6-a7f6-49e1-90f8-17f3c29e2375 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d0b82cbe1584e209f7d73b2b13bc88c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8371119 May 25 16:01:06.574435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56642) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:06.609851 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device fe227ac6-9fea-48c0-a34f-6e2c06e8a073 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:06.726255 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.798176 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:06.863709 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:06.885752 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:06.886608 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.013024 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.023352 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff476c94-2fb8-42d6-942e-ac495137c75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:07.054144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b45e1-d73b-4878-b57c-1dd2484568a1,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:07.069792 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:07.072425 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.075570 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d2b45e1-d73b-4878-b57c-1dd2484568a1 HTTP/1.1" status: 204 len: 168 time: 0.4979923 May 25 16:01:07.211747 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.262900 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port fe227ac6-9fea-48c0-a34f-6e2c06e8a073, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:07.686787 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:07.688651 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:07.724327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874a300-701a-4c4a-9824-744f490fd5ac req-ba137fba-021a-4c09-8ad7-911749c1b897 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:07.728992 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b874a300-701a-4c4a-9824-744f490fd5ac req-ba137fba-021a-4c09-8ad7-911749c1b897 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.0904787 May 25 16:01:07.779140 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:07.781779 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b874a300-701a-4c4a-9824-744f490fd5ac req-4d078e3b-42ad-457b-8951-27c316a43cc0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495369 May 25 16:01:07.784602 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:08.238525 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe532b9-442b-4943-b71a-e447119822a0 req-96c8bac5-56d4-4c77-b4d7-3225957ec578 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:08.240152 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3fe532b9-442b-4943-b71a-e447119822a0 req-96c8bac5-56d4-4c77-b4d7-3225957ec578 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.1181357 May 25 16:01:08.329817 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3fe532b9-442b-4943-b71a-e447119822a0 req-ed135d15-2769-4d96-958c-40dd72cdf6ca tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826573 May 25 16:01:08.442513 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device fe227ac6-9fea-48c0-a34f-6e2c06e8a073 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:08.550002 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:08.550735 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:09.114035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9011eea-f4d4-4446-a646-94594e28572e req-0a19e080-cc16-48dc-927a-c978bd6a913a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.116015 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c9011eea-f4d4-4446-a646-94594e28572e req-0a19e080-cc16-48dc-927a-c978bd6a913a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1436045 May 25 16:01:09.218290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56786) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:09.224597 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c9011eea-f4d4-4446-a646-94594e28572e req-dfb9a12d-cb94-4cc0-940f-6c080785479f tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922716 May 25 16:01:09.372659 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953183267-network', 'tenant_id': 'c3e848562a324a7099899cff37a7da63'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:09.378252 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:09.388482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Usage tracker for resource:network and tenant:c3e848562a324a7099899cff37a7da63 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:09.392318 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:09.409177 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:09.596439 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Made reservation on behalf of c3e848562a324a7099899cff37a7da63 for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:09.598963 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:09.627921 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:09.667012 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:09.679004 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e848562a324a7099899cff37a7da63 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:09.684332 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:09.701572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:09.721603 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-a3b50ff7-324a-4e8c-9ff7-6960f16f787f tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.723505 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-a3b50ff7-324a-4e8c-9ff7-6960f16f787f tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.1780393 May 25 16:01:09.786525 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86bd7-6861-4ce1-963f-240f29dcb69d req-42a3ec75-4538-4288-a456-5c9872e2010c tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:09.788353 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c5f86bd7-6861-4ce1-963f-240f29dcb69d req-42a3ec75-4538-4288-a456-5c9872e2010c tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 945 time: 0.2876143 May 25 16:01:09.956161 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c5f86bd7-6861-4ce1-963f-240f29dcb69d req-175d3f78-2f0b-4896-bb68-928b9fbe4f44 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/security-groups?id=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376250 May 25 16:01:10.020829 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Deleting port fd08f007-6439-4224-8139-6fd6f2fdc91b {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:10.021171 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.047229 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.152606 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.159644 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-11576948-09e4-4f05-a0ba-088818d57117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:10.194219 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:01:10.215290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] For port fd08f007-6439-4224-8139-6fd6f2fdc91b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fd08f007-6439-4224-8139-6fd6f2fdc91b,segment=NetworkSegment(09fa7da4-ec1f-4fa4-aa3e-db83b20ec914),segment_id=09fa7da4-ec1f-4fa4-aa3e-db83b20ec914)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:10.215651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.238956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.238956 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Added segment fb3d2307-2cc1-43ed-b847-51f5cf9532d7 of type vlan for network ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e May 25 16:01:10.238956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b824d7-97b6-4ce8-a11f-73684c01b0c0,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:10.306597 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:10.378602 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Calling delete_port for fd08f007-6439-4224-8139-6fd6f2fdc91b owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:10.407591 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.474147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff48f1-cc63-4fdf-86f9-a917babb5b1c req-ce5c546c-691b-4799-af4c-2c0f7963aeeb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:10.476516 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3dff48f1-cc63-4fdf-86f9-a917babb5b1c req-ce5c546c-691b-4799-af4c-2c0f7963aeeb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.0973713 May 25 16:01:10.553446 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3dff48f1-cc63-4fdf-86f9-a917babb5b1c req-746517b2-9cf7-46b6-8659-165ac5ac6ab7 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713053 May 25 16:01:10.590113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.591928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:10.592760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.601642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:10.721984 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.731478 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:10.734447 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:10.741030 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f4badbfc-1a42-408e-80c2-7fbc1843a69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:10.742332 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:01:10.765133 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['fd08f007-6439-4224-8139-6fd6f2fdc91b'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:10.849032 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Pushing event deleted for resources: {'Port': ['ID=fd08f007-6439-4224-8139-6fd6f2fdc91b,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:10.854786 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:10.985382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] No DVR routers for this DVR port fd08f007-6439-4224-8139-6fd6f2fdc91b on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:10.987443 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:10.989531 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-95b14791-378e-4ed3-8c18-9f9083e93f25 req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.68 "DELETE /v2.0/ports/fd08f007-6439-4224-8139-6fd6f2fdc91b HTTP/1.1" status: 204 len: 173 time: 1.2582676 May 25 16:01:10.990015 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'name': 'network-vif-deleted', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:11.033356 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8110013 May 25 16:01:11.033797 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56822) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:11.039151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Request body: {'subnet': {'network_id': 'ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953183267-subnet', 'tenant_id': 'c3e848562a324a7099899cff37a7da63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:11.047342 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:11.052651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Usage tracker for resource:subnet and tenant:c3e848562a324a7099899cff37a7da63 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:11.060386 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:11.064920 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc969ce-488d-4a97-b12b-d85f568e4f0b', 'name': 'network-vif-deleted', 'tag': 'fd08f007-6439-4224-8139-6fd6f2fdc91b', 'status': 'completed', 'code': 200} May 25 16:01:11.069913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:11.157509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-cf4adda9-1e0e-4df8-8fbe-85fdc15c0533 req-63bc8303-4bc3-4c5a-951f-c0ab78c0987b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Synchronizing usage tracker for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:11.239139 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Made reservation on behalf of c3e848562a324a7099899cff37a7da63 for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:11.239139 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8220425'] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:11.339171 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56830) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:11.369622 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-cf4adda9-1e0e-4df8-8fbe-85fdc15c0533 req-63bc8303-4bc3-4c5a-951f-c0ab78c0987b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Unset dirty status for tenant:3b8449e531ed48d1abf8785ed7c4a4ad on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:11.369841 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cf4adda9-1e0e-4df8-8fbe-85fdc15c0533 req-63bc8303-4bc3-4c5a-951f-c0ab78c0987b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 210 time: 0.2682636 May 25 16:01:11.609269 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-70ec300a-b8f4-4f25-8176-4ceb5e81da65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=367a15dd65784297aed77bffedafabea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687325 May 25 16:01:11.611383 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56838) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:11.783610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:11.862787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.005604 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8220447'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.010807 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:12.087589 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=010467c8-37c3-4e43-b551-bf2c117d6861,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:12.091552 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:12.096800 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Checking segment: {'id': 'fb3d2307-2cc1-43ed-b847-51f5cf9532d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:12.096800 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Network hostable DHCP agents. Network: ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:01:12.424910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.435412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b660dbda-31ce-4602-8223-7b1455b2e815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:12.446857 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Network ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:01:12.459762 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4be5c6-579b-4b2f-ba7c-29345ce28ec9,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:12.472041 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:12.590029 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cb5e99cf-1f32-4dd2-a703-c3d78354f5ed req-3d13ceea-35eb-4580-a053-6e3c15cc7bb2 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc969ce-488d-4a97-b12b-d85f568e4f0b HTTP/1.1" status: 200 len: 210 time: 0.0456581 May 25 16:01:12.710090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:12.719497 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e299c-9a84-473d-bc20-da6b3c9dead2 None None] Network ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:12.719978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.723121 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6e51cebd-2f32-40aa-99f7-8e2bd82bd35b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be4be5c6-579b-4b2f-ba7c-29345ce28ec9 HTTP/1.1" status: 204 len: 168 time: 1.1083164 May 25 16:01:12.724023 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:12.724726 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.875568 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8409741 May 25 16:01:12.955801 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e8f99-8a41-417c-8f7b-fd1ec3581d20 None None] Network ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:13.530277 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device fd08f007-6439-4224-8139-6fd6f2fdc91b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:13.583583 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: fd08f007-6439-4224-8139-6fd6f2fdc91b {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:13.584855 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device fd08f007-6439-4224-8139-6fd6f2fdc91b not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:13.940218 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56876) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:13.947399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011023974-network', 'tenant_id': '0eb0b59bff4547328292bf0dc8f25f81'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:13.952433 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:13.956635 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Usage tracker for resource:network and tenant:0eb0b59bff4547328292bf0dc8f25f81 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:13.961190 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:13.970539 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:14.160389 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Made reservation on behalf of 0eb0b59bff4547328292bf0dc8f25f81 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:14.163979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.178474 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.195893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:14.200668 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Usage tracker for resource:security_group_rule and tenant:0eb0b59bff4547328292bf0dc8f25f81 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:14.203952 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:14.210139 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:14.327509 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.422482 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.427134 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:14.453535 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:01:14.467101 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8450146-e741-47f0-b89a-157474fc8c85,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:14.471760 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:14.472752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.473092 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Added segment d6451192-df54-4f46-9c75-4f15d499be4a of type vlan for network e0e3da1c-83f8-427d-b959-d1798615c0ea May 25 16:01:14.514380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.697585 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.701291 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:14.701291 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:14.704838 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:14.806497 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Pushing event updated for resources: {'Network': ['ID=e0e3da1c-83f8-427d-b959-d1798615c0ea,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:14.816226 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network e0e3da1c-83f8-427d-b959-d1798615c0ea details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:01:14.827528 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:14.914974 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9730690 May 25 16:01:14.917578 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56886) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:14.923399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Request body: {'subnet': {'network_id': 'e0e3da1c-83f8-427d-b959-d1798615c0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011023974-subnet', 'tenant_id': '0eb0b59bff4547328292bf0dc8f25f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:14.931442 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:14.935625 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Usage tracker for resource:subnet and tenant:0eb0b59bff4547328292bf0dc8f25f81 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:14.938550 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:14.944819 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:15.121660 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Made reservation on behalf of 0eb0b59bff4547328292bf0dc8f25f81 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:15.124057 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7810263'] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.667818 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6664656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7810241'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.681727 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-244c893e-f6d4-473c-b16e-176ad50aa77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:15.734799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56898) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:15.750986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbc20c9-db31-4719-9dff-7b5a81a370ed,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:15.754561 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:15.761439 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Checking segment: {'id': 'd6451192-df54-4f46-9c75-4f15d499be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e0e3da1c-83f8-427d-b959-d1798615c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:15.761799 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Network hostable DHCP agents. Network: e0e3da1c-83f8-427d-b959-d1798615c0ea, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:01:15.879060 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.893863 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:15.898448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Usage tracker for resource:security_group_rule and tenant:81a1a0a15cd540e18db9111107432ec9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:15.900843 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:15.906733 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:15.967795 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Network e0e3da1c-83f8-427d-b959-d1798615c0ea is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:01:15.996459 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.107629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, e0e3da1c-83f8-427d-b959-d1798615c0ea) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:16.107877 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.123703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:16.124246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:16.124381 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-51269505-c368-40ea-8024-d608e583353f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.124550 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b71d23e-8e9b-4ef7-abe7-6e38fb9b4ab2 None None] Network e0e3da1c-83f8-427d-b959-d1798615c0ea requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:16.171056 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81a1a0a15cd540e18db9111107432ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344153 May 25 16:01:16.172983 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d6891-56f4-4dca-bae9-fc287bdd34cd,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:16.173916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56908) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:16.177490 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:16.216339 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-51269505-c368-40ea-8024-d608e583353f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2977016 May 25 16:01:16.259083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.299309 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.363424 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50e5e1-80c2-45c9-8e6f-98cbc73716f7 None None] Network e0e3da1c-83f8-427d-b959-d1798615c0ea requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:16.399614 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56920) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:16.469956 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Deleting subnet 010467c8-37c3-4e43-b551-bf2c117d6861 {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:16.475375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.535348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.580006 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.587185 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-406babcb-69cf-4fd6-b999-2af29b556bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:16.600367 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d6891-56f4-4dca-bae9-fc287bdd34cd,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:16.610677 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:16.611065 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:16.614757 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f8d6891-56f4-4dca-bae9-fc287bdd34cd HTTP/1.1" status: 204 len: 168 time: 0.4373796 May 25 16:01:16.627104 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.108518 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.114548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:17.151406 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.154126 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010467c8-37c3-4e43-b551-bf2c117d6861,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:17.156959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:17.159968 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-29f7c88e-b916-4317-94f1-9ff726ad88c7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/010467c8-37c3-4e43-b551-bf2c117d6861 HTTP/1.1" status: 204 len: 168 time: 0.7591195 May 25 16:01:17.163118 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56930) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:17.268800 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.394645 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.409362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.421388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3d2307-2cc1-43ed-b847-51f5cf9532d7') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.423458 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3d2307-2cc1-43ed-b847-51f5cf9532d7') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:17.432666 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.448690 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.454808 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:17.455191 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:01:17.470104 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:01:17.591753 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56942) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:17.610632 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.617717 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.621946 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:17.627988 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:17.632450 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5293a1a452d34bd8bd4cee40554acc44 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:17.635623 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.635997 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:17.641851 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:17.644350 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:17.650111 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed591537-3cc6-4c6a-a5c0-d3db3b2fb87e HTTP/1.1" status: 204 len: 168 time: 0.4860563 May 25 16:01:17.651016 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1f030008-958b-4115-a8a9-451250dfed92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:17.651136 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 56946) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:17.731094 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Deleting subnet ffbc20c9-db31-4719-9dff-7b5a81a370ed {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:17.735865 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.817322 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.876304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.892207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.938153 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.964131 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:18.057441 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5293a1a452d34bd8bd4cee40554acc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645913 May 25 16:01:18.060346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56954) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:18.070098 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f7524-d437-4467-9516-5954115795de,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:18.074245 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:18.128781 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.160379 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.354669 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.355307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.358699 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-000c0292-de92-4a1e-bf44-3cf936801000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:18.360707 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8f8925b7-7ac0-42ae-ad15-1e0f9cc86dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:18.370153 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f7524-d437-4467-9516-5954115795de,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:18.372947 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:18.379144 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.380495 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb3f7524-d437-4467-9516-5954115795de HTTP/1.1" status: 204 len: 168 time: 0.3188989 May 25 16:01:18.397553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbc20c9-db31-4719-9dff-7b5a81a370ed,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:18.399646 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.402320 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:18.420356 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-d8ab2654-3d9e-45cc-a39d-f5300342a509 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ffbc20c9-db31-4719-9dff-7b5a81a370ed HTTP/1.1" status: 204 len: 168 time: 0.7682295 May 25 16:01:18.422947 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56960) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:18.556621 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.687380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.701166 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e3da1c-83f8-427d-b959-d1798615c0ea']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:18.717772 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6451192-df54-4f46-9c75-4f15d499be4a') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:18.718070 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6451192-df54-4f46-9c75-4f15d499be4a') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:18.730364 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.746797 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.752801 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:18.753202 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:01:18.766740 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:01:18.926064 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.929829 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:18.946455 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:18.956055 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e3da1c-83f8-427d-b959-d1798615c0ea,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:18.959141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:18.963961 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a4b5c751-5275-4a45-8268-716f792d8689 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e0e3da1c-83f8-427d-b959-d1798615c0ea HTTP/1.1" status: 204 len: 168 time: 0.5399146 May 25 16:01:19.416617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 56994) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:19.466114 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-63ee6c1d-8957-40f5-acfe-9d91e8c58155 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3e848562a324a7099899cff37a7da63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504396 May 25 16:01:19.468487 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57004) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:19.541658 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:19.570305 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:19.605824 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-c3c3fd8d-42d6-498b-9ca0-85537bfe7ee9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:19.607105 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8c1b301-100f-44f6-83fb-61199b71224a req-c3c3fd8d-42d6-498b-9ca0-85537bfe7ee9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:19.692221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-e8c1b301-100f-44f6-83fb-61199b71224a req-c3c3fd8d-42d6-498b-9ca0-85537bfe7ee9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:19.693780 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-c3c3fd8d-42d6-498b-9ca0-85537bfe7ee9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 815 time: 0.2562163 May 25 16:01:19.710393 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-0202384f-8f2b-4b69-9c80-b2769c8d2e3a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/quotas/1eddf5d453264394a8bcc654f9a358b8 HTTP/1.1" status: 200 len: 375 time: 0.0099547 May 25 16:01:19.726822 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:19.734821 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-eb4ed882-7e63-4371-84af-778fa015c253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:19.750007 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b824d7-97b6-4ce8-a11f-73684c01b0c0,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:19.752629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:19.755145 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:19.759084 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9b824d7-97b6-4ce8-a11f-73684c01b0c0 HTTP/1.1" status: 204 len: 168 time: 0.2873065 May 25 16:01:19.817089 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-4fda1046-63d7-40eb-bf28-de69a3f14db9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998516 May 25 16:01:19.972305 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-5a8527b4-2383-4271-9610-a3071dfed3a2 service neutron] 10.222.0.64 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489618 May 25 16:01:20.105822 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-e97e1e25-1d57-4071-9b53-57ffd045ff28 service neutron] 10.222.0.64 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266317 May 25 16:01:20.419412 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-54d57fd2-0384-41f3-8b7c-4f1515760910 req-8f57c26a-3051-497d-80aa-c5f6b8c611eb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:20.508012 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-54d57fd2-0384-41f3-8b7c-4f1515760910 req-8f57c26a-3051-497d-80aa-c5f6b8c611eb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:20.509199 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-54d57fd2-0384-41f3-8b7c-4f1515760910 req-8f57c26a-3051-497d-80aa-c5f6b8c611eb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 210 time: 0.1558285 May 25 16:01:20.694065 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57036) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:20.743401 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-729d241e-fabd-4661-b650-49d669345a32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0eb0b59bff4547328292bf0dc8f25f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470932 May 25 16:01:20.744960 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57040) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:20.805294 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:20.830997 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.012137 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.017155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b75b7d23-2745-4a24-a960-7ec0ef4ac89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:21.028788 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8450146-e741-47f0-b89a-157474fc8c85,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:21.031628 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:21.033835 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:21.035120 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8450146-e741-47f0-b89a-157474fc8c85 HTTP/1.1" status: 204 len: 168 time: 0.2886419 May 25 16:01:21.617125 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9f394f84-ad18-4946-a7df-390fb626e077 req-f40d2617-7cb7-4621-8a26-3f231a5608b0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 210 time: 0.0443223 May 25 16:01:21.817886 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b837-d55f-468e-b603-18f8f9e32d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:22.781482 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9dc51225-f744-4c95-a660-f75289f643e2 req-c5c91d9c-5281-4766-8633-f22137c0045f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 210 time: 0.0540266 May 25 16:01:23.659755 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-cc1a8f7f-1f0c-4576-a27b-a8e1d99823c0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:23.661243 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-cc1a8f7f-1f0c-4576-a27b-a8e1d99823c0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 815 time: 0.2327147 May 25 16:01:23.686195 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'port': {'device_id': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'admin_state_up': True, 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:23.833942 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:23.843952 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:23.954247 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9aa9c565-164b-4576-94c4-02b0a2e22c6a req-3515e9b1-8295-466f-af51-5134a60908f6 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 210 time: 0.0502088 May 25 16:01:23.959737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Made reservation on behalf of 1eddf5d453264394a8bcc654f9a358b8 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:23.964138 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.105651 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:01:24.148485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Allocated IP 172.20.0.10 (181290e8-dbc4-440a-abb3-06645686134f/19ffe36c-7b59-4fb7-957d-75eb1503936e/6e30b384-7494-4938-b87b-de9b86942801) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:24.200761 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-c6289363-fbc3-4132-b00d-2df599ac8361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.205951 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.378191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.394756 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Transition to ACTIVE for port object 6e30b384-7494-4938-b87b-de9b86942801 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:24.503616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.509807 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:24.577693 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Network 181290e8-dbc4-440a-abb3-06645686134f is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:24.580667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:24.585435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:24.644407 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:24.652132 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:24.673324 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:24.674041 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:24.817593 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1361825 May 25 16:01:25.012016 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-bb2328ab-6089-4ad0-a913-011a95158842 None None] Provisioning for port 6e30b384-7494-4938-b87b-de9b86942801 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:25.017452 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-bb2328ab-6089-4ad0-a913-011a95158842 None None] Provisioning complete for port 6e30b384-7494-4938-b87b-de9b86942801 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:25.017992 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bb2328ab-6089-4ad0-a913-011a95158842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:25.087819 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-bb2328ab-6089-4ad0-a913-011a95158842 None None] Port 6e30b384-7494-4938-b87b-de9b86942801 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:25.175710 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a838eb-ad34-400c-a59b-d338cdc1112e req-2731653c-9f7e-44e4-bbaa-3ca4741fbf20 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:25.177193 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-19a838eb-ad34-400c-a59b-d338cdc1112e req-2731653c-9f7e-44e4-bbaa-3ca4741fbf20 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0870845 May 25 16:01:25.225786 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-19a838eb-ad34-400c-a59b-d338cdc1112e req-ebcad4ea-6f4e-4296-8be5-34bc9275dbcc tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 May 25 16:01:25.252069 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.347647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57190) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:26.471862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-ac0c23aa-3965-4099-acef-925eb6c9abd9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:26.477729 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-ac0c23aa-3965-4099-acef-925eb6c9abd9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:26.520888 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.537677 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:26.542121 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Usage tracker for resource:security_group_rule and tenant:cf6d83bb88524151bea28d7108a5f371 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:26.544750 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:26.551146 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:26.577650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-ac0c23aa-3965-4099-acef-925eb6c9abd9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:26.579181 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-ac0c23aa-3965-4099-acef-925eb6c9abd9 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.2365711 May 25 16:01:26.629107 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-3b4dffbd-6628-4752-ae8a-15edbbffcd8c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:26.654280 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.760327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-3b4dffbd-6628-4752-ae8a-15edbbffcd8c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:26.761577 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2669433f-d493-44b7-b4cd-deeab29468f1 req-3b4dffbd-6628-4752-ae8a-15edbbffcd8c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763000 May 25 16:01:26.799466 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.809554 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2e28236b-63b9-4f9e-98c0-cf380a51a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:26.858465 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.871865 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf6d83bb88524151bea28d7108a5f371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224845 May 25 16:01:26.875331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e530b7e-8f29-4246-a65e-c9a239dbe1f5,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:26.875331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57200) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:26.877706 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:26.943870 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:26.972708 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.118901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.122950 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dbb0cb6c-cf28-4008-91f8-a051556a4651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:27.135161 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e530b7e-8f29-4246-a65e-c9a239dbe1f5,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:27.145716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:27.145716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:27.147499 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e530b7e-8f29-4246-a65e-c9a239dbe1f5 HTTP/1.1" status: 204 len: 168 time: 0.2711544 May 25 16:01:27.884986 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:28.200977 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b02a-e600-4d6b-93de-93f943182d76 req-c59557cc-0bec-4cf9-afa3-f6d59a2039f4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:28.202762 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ba2b02a-e600-4d6b-93de-93f943182d76 req-c59557cc-0bec-4cf9-afa3-f6d59a2039f4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.2171607 May 25 16:01:28.278376 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ba2b02a-e600-4d6b-93de-93f943182d76 req-de5d2eb8-71b6-41b6-b011-d4a85f5d1161 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 May 25 16:01:29.503911 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2a24f-0c79-430e-bcb1-02ca93d9a729 req-e7686500-5e15-4b32-baeb-dc13e587f6c7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:29.505989 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eec2a24f-0c79-430e-bcb1-02ca93d9a729 req-e7686500-5e15-4b32-baeb-dc13e587f6c7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0927556 May 25 16:01:29.555810 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eec2a24f-0c79-430e-bcb1-02ca93d9a729 req-8d3943de-8edd-4fb9-b371-d1ec85fe5d1a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 May 25 16:01:30.799572 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a070ee-02f5-46f0-874c-bcb92a466bd2 req-0d9a682b-ea7f-4eb1-ac24-7e9ae79646a7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:30.805031 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b3a070ee-02f5-46f0-874c-bcb92a466bd2 req-0d9a682b-ea7f-4eb1-ac24-7e9ae79646a7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.1284852 May 25 16:01:30.892188 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b3a070ee-02f5-46f0-874c-bcb92a466bd2 req-f7545b76-0f03-4aa8-8b75-3b5aa87b4b49 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850270 May 25 16:01:32.116269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52c639-8300-4eda-8a49-db649f39be2e req-4e9e9053-712c-4a30-a2bc-03366d9f2554 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:32.117764 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f52c639-8300-4eda-8a49-db649f39be2e req-4e9e9053-712c-4a30-a2bc-03366d9f2554 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0993347 May 25 16:01:32.182597 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5f52c639-8300-4eda-8a49-db649f39be2e req-37390b81-85ed-4810-9c9a-2739b505df7b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 May 25 16:01:33.392176 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1847505-b473-40db-a77f-be58a210fe20 req-cb79a93d-8b9d-4010-854d-cb31feea9b9a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:33.394445 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1847505-b473-40db-a77f-be58a210fe20 req-cb79a93d-8b9d-4010-854d-cb31feea9b9a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0875425 May 25 16:01:33.453639 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1847505-b473-40db-a77f-be58a210fe20 req-62d379bf-7c44-4a5a-b719-94464f1dbc2b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 May 25 16:01:34.658674 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47be7b-fe5b-4a00-aac3-ab0648e2a25e req-114a4771-4fcb-4980-ae4a-7a76da13db07 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:34.661854 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ba47be7b-fe5b-4a00-aac3-ab0648e2a25e req-114a4771-4fcb-4980-ae4a-7a76da13db07 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0905414 May 25 16:01:34.718731 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ba47be7b-fe5b-4a00-aac3-ab0648e2a25e req-490f0dd6-f04b-4853-9774-60200db20126 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 May 25 16:01:35.871130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Request body: {'port': {'device_id': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:35.915301 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae63171-2c9c-4803-85bc-8efd54dec7e3 req-5b3cc882-60cc-4d94-8b98-dbb3dc75caac tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:35.916785 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6ae63171-2c9c-4803-85bc-8efd54dec7e3 req-5b3cc882-60cc-4d94-8b98-dbb3dc75caac tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.0857918 May 25 16:01:35.964442 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6ae63171-2c9c-4803-85bc-8efd54dec7e3 req-7347f27c-63e9-4bdc-90b2-7c21928ff3b7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 May 25 16:01:35.986117 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.342107 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e30b384-7494-4938-b87b-de9b86942801 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:36.350257 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.366029 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Transition to ACTIVE for port object 6e30b384-7494-4938-b87b-de9b86942801 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:36.711549 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57448) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:36.862703 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Deleting subnet 5e28fea0-921c-4527-99ef-28aacce6360d {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:36.866004 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.923121 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:36.994739 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.296250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960992c8-8caf-47bc-bdb4-847906640702 req-d1aeac6e-ba2b-4e25-9e70-5e1a23587cb3 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:37.297715 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-960992c8-8caf-47bc-bdb4-847906640702 req-d1aeac6e-ba2b-4e25-9e70-5e1a23587cb3 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 932 time: 0.1816671 May 25 16:01:37.358221 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-960992c8-8caf-47bc-bdb4-847906640702 req-0c6bd545-e7d1-4cc2-a0e2-d84045395da0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516417 May 25 16:01:37.578724 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.583306 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a8b3bd5d-bfae-4ee6-8bfd-1e657f3764b8 tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:37.720685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.772040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:37.785659 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:37.794437 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:37.804717 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8918993c-537e-4389-9ca8-ef0836626317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:37.863048 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e28fea0-921c-4527-99ef-28aacce6360d,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:37.868394 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e28fea0-921c-4527-99ef-28aacce6360d HTTP/1.1" status: 204 len: 168 time: 1.1529028 May 25 16:01:37.868976 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57456) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:37.872105 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0bdb5a81-dd69-4c4b-9b24-36042def3ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:37.903624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Attempting to bind port 6e30b384-7494-4938-b87b-de9b86942801 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:37.904298 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Attempting to bind port 6e30b384-7494-4938-b87b-de9b86942801 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:37.904672 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Attempting to bind port 6e30b384-7494-4938-b87b-de9b86942801 on network 181290e8-dbc4-440a-abb3-06645686134f {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:37.909761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Port 6e30b384-7494-4938-b87b-de9b86942801 on network 181290e8-dbc4-440a-abb3-06645686134f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:01:37.910267 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Attempting to bind port 6e30b384-7494-4938-b87b-de9b86942801 on network 181290e8-dbc4-440a-abb3-06645686134f {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:37.916543 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:37.916912 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Checking segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:37.917348 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Bound using segment: {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:37.917786 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Bound port: 6e30b384-7494-4938-b87b-de9b86942801, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '181290e8-dbc4-440a-abb3-06645686134f'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:37.918239 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.023320 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:38.024054 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.026542 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:38.109557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.114487 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-62334b1e-25a3-45bc-9ac8-bb08e057180b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:38.150387 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.168604 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3214dfd-92b0-4d50-bbd3-3db038ab2cfc']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:38.173334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.174398 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.177628 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-67888280-50e7-487d-b97d-00024f621517 service neutron] 10.222.0.68 "PUT /v2.0/ports/6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1094 time: 2.3101702 May 25 16:01:38.178382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:38.193360 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:38.194044 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fa7da4-ec1f-4fa4-aa3e-db83b20ec914') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:38.203442 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:38.209713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.215220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:38.246503 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:01:38.246686 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.253878 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:38.254533 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:01:38.269841 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:01:38.430076 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-82620948-b2fd-4498-87a0-6c5895c04c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.432390 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-82620948-b2fd-4498-87a0-6c5895c04c0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1097 time: 0.1305275 May 25 16:01:38.478713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.486563 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:38.501004 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.513942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3214dfd-92b0-4d50-bbd3-3db038ab2cfc,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:38.518991 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:38.623727 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a0a9d517-0c7e-47a7-bf30-fdd5ed0a0c1d admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3214dfd-92b0-4d50-bbd3-3db038ab2cfc HTTP/1.1" status: 204 len: 168 time: 0.7534027 May 25 16:01:38.626271 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57474) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:38.645548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-42936c32-394b-43ba-8c8e-092ec66cfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.647202 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-42936c32-394b-43ba-8c8e-092ec66cfc42 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=1eddf5d453264394a8bcc654f9a358b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2006843 May 25 16:01:38.659061 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c4a2-4f1c-44cb-b480-519d546aca69 req-3a666d52-a159-4adf-929d-a8048d9f70f1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.660433 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9be5c4a2-4f1c-44cb-b480-519d546aca69 req-3a666d52-a159-4adf-929d-a8048d9f70f1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 944 time: 0.1402178 May 25 16:01:38.686374 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Deleting subnet 6bd20842-75f6-4857-8076-77b4bf10c915 {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:01:38.689433 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.742777 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.789528 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9be5c4a2-4f1c-44cb-b480-519d546aca69 req-0ccb94ff-e5e5-489b-8c60-9fc2b07a4e98 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104603 May 25 16:01:38.799139 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:38.826368 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-be61b419-2e75-4ebf-81b3-c941bef2018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.827806 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56980ab6-3c72-49c7-89cf-129b2c3405ca req-be61b419-2e75-4ebf-81b3-c941bef2018d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665206 May 25 16:01:38.960940 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-d4877e18-cf76-4e08-9296-8e036c80cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:38.962363 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-d4877e18-cf76-4e08-9296-8e036c80cb03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1097 time: 0.0770180 May 25 16:01:39.041643 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-31f3fe77-f9ec-45cc-929f-1c655d19e656 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 217 time: 0.0620043 May 25 16:01:39.160937 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.166746 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:39.181541 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-a886b538-4ab6-4432-90e4-ba6cea9df445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:39.182956 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-a886b538-4ab6-4432-90e4-ba6cea9df445 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.1353321 May 25 16:01:39.202005 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd20842-75f6-4857-8076-77b4bf10c915,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:39.205013 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:39.208573 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.215081 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-7a100bc5-ce18-4bd4-9232-4499c3eb0403 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6bd20842-75f6-4857-8076-77b4bf10c915 HTTP/1.1" status: 204 len: 168 time: 0.5878248 May 25 16:01:39.217690 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57480) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:39.261950 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1b301-100f-44f6-83fb-61199b71224a req-bf0b4d76-8edc-402f-acba-afa84a044481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:39.266645 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-bf0b4d76-8edc-402f-acba-afa84a044481 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731916 May 25 16:01:39.334209 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.406930 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-79638f7a-82b7-47d1-896b-895974029aed service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349144 May 25 16:01:39.461177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.474140 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:39.486958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266adb5d-cefa-43d6-bdb8-48f24926e279') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:39.487254 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266adb5d-cefa-43d6-bdb8-48f24926e279') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:39.499806 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.520766 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.532881 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:01:39.532881 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.563905 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e8c1b301-100f-44f6-83fb-61199b71224a req-ac4e02ca-1291-4de0-9acd-45d9c294936f service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492889 May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:01:39.625770 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:01:39.788876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.792862 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3e711315-033b-4185-8b02-60907328d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:39.809199 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:39.818280 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:39.822210 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dcbd1211-d4bb-4cd7-b9a0-eb1c34a69d08 HTTP/1.1" status: 204 len: 168 time: 0.6025536 May 25 16:01:39.823367 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b7e2b69e-73d2-4e7b-b605-94b7c0ec1e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:40.003055 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5429b08-9f2f-4297-adf4-d9328a0a913f req-9ff76e3d-b4b0-41be-b5aa-b84f9e5006b5 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:40.004858 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d5429b08-9f2f-4297-adf4-d9328a0a913f req-9ff76e3d-b4b0-41be-b5aa-b84f9e5006b5 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 944 time: 0.0919495 May 25 16:01:40.050901 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d5429b08-9f2f-4297-adf4-d9328a0a913f req-c7a22bc6-145b-46c1-a154-0e6fe68353ed tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 May 25 16:01:40.353763 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57504) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:40.420098 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-95f456c0-9a25-4cf0-bf44-da9888054edd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b8449e531ed48d1abf8785ed7c4a4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651295 May 25 16:01:40.422652 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57510) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:40.484207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.515175 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.651156 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.654799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-290c399d-d698-4e66-a85c-2739cd1b4edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:40.667315 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87caaa3d-ffc5-42c2-ae2c-2046323ec4b4,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:40.669694 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:40.753143 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.754247 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87caaa3d-ffc5-42c2-ae2c-2046323ec4b4 HTTP/1.1" status: 204 len: 168 time: 0.3307252 May 25 16:01:41.236275 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c58bd-ed6b-4802-b98b-7182bcc92dcf req-b1cc33c3-2b73-4474-bbe2-79822c442460 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:41.237802 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-962c58bd-ed6b-4802-b98b-7182bcc92dcf req-b1cc33c3-2b73-4474-bbe2-79822c442460 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 944 time: 0.0835831 May 25 16:01:41.284148 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-962c58bd-ed6b-4802-b98b-7182bcc92dcf req-fde46a91-6056-460f-b202-d0b11afc3330 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 May 25 16:01:41.672444 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6e30b384-7494-4938-b87b-de9b86942801 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:01:41.676478 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57536) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:41.737393 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-645139fa-fc8b-4455-a0bd-e86c28638146 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e65aae2374248baa4f6a9ac34912e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567403 May 25 16:01:41.737610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57542) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:41.808495 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.830228 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:41.836648 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.849293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '6e30b384-7494-4938-b87b-de9b86942801', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'port_id': '6e30b384-7494-4938-b87b-de9b86942801', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:01:41.905948 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:41.922144 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e30b384-7494-4938-b87b-de9b86942801 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:01:41.937545 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:42.086128 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.090369 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e0c437f-d7aa-4fc7-8f28-9691bb74a2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:42.102034 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c51e8c-13f8-4aa2-9c7f-115e8aff39f3,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:42.105959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:42.109709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.113082 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b671d53c-1860-41d8-9580-0bb575621a45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8c51e8c-13f8-4aa2-9c7f-115e8aff39f3 HTTP/1.1" status: 204 len: 168 time: 0.3723085 May 25 16:01:42.178048 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.180036 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:42.251091 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:42.258245 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.258599 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.259050 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.259267 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.259626 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.259929 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.260258 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.260600 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.260923 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.261242 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.261564 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.261878 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:42.265626 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:42.485782 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f889b4-2946-41a7-96e9-005a2951d66b req-bfaf1a7b-db80-4718-943a-f544ec179624 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:42.488943 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a6f889b4-2946-41a7-96e9-005a2951d66b req-bfaf1a7b-db80-4718-943a-f544ec179624 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 945 time: 0.0883014 May 25 16:01:42.504785 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:01:42.544932 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a6f889b4-2946-41a7-96e9-005a2951d66b req-8ef38504-585f-4a1f-907b-63f73004e0fa tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 May 25 16:01:43.327748 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57592) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:43.445357 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-564834944-network', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:43.449876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:43.453703 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Usage tracker for resource:network and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:43.456480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:43.462255 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:43.616235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Made reservation on behalf of 43a8d408cee841de9398fa3b5e2ca10c for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:43.618627 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.631008 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.645667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:43.649915 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:43.652784 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:43.658935 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:43.696955 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6e30b384-7494-4938-b87b-de9b86942801 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:43.753669 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898996-915a-48f3-8310-d6e2844c7950 req-78e2c396-bb14-4374-bc3d-fe9c90b4abe4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:43.756122 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-41898996-915a-48f3-8310-d6e2844c7950 req-78e2c396-bb14-4374-bc3d-fe9c90b4abe4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 945 time: 0.1035001 May 25 16:01:43.767165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.809818 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-41898996-915a-48f3-8310-d6e2844c7950 req-0cf5192c-51cd-4548-8e98-2d9154c5c434 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 May 25 16:01:43.861446 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 6e30b384-7494-4938-b87b-de9b86942801 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:43.868285 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 6e30b384-7494-4938-b87b-de9b86942801 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:43.868687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.893051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.902527 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-25130dc3-c216-4773-a14b-dcb52322afdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:43.931878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:01:43.955145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb48db-7a8c-4804-ae82-2d0ae1b94ed1,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:43.958994 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:43.964405 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.964768 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Added segment 745435d8-8952-42c8-90b9-3ec785278988 of type vlan for network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a May 25 16:01:43.999049 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.007595 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.013228 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b45d-b37b-4600-bee6-f507dde9378d req-8dc39181-b4ba-4c01-9f5c-96c8c57d793d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:44.015141 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7e31b45d-b37b-4600-bee6-f507dde9378d req-8dc39181-b4ba-4c01-9f5c-96c8c57d793d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1617439 May 25 16:01:44.037055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:44.048189 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:44.080315 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'code': 200} May 25 16:01:44.085887 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7e31b45d-b37b-4600-bee6-f507dde9378d req-b4f1a45f-e5fd-4bf7-8ef5-6d19cff1af2a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620580 May 25 16:01:44.142852 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.144768 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:44.213531 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:44.216456 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:44.239739 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.243629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:44.243629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.245869 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a67f59bb-6e05-4d7f-a478-ac2e7b25feb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:44.347391 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Pushing event updated for resources: {'Network': ['ID=3e65f7d5-d777-49b5-8bf7-83601b7eb55a,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:44.350773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:44.357534 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:01:44.450979 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1177726 May 25 16:01:44.452550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57610) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:44.458781 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Request body: {'subnet': {'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-564834944-subnet', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:44.463928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:44.467808 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Usage tracker for resource:subnet and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:44.470619 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:44.476303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:44.587752 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Made reservation on behalf of 43a8d408cee841de9398fa3b5e2ca10c for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:44.590157 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8220425'] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:44.727511 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b81b15-8634-4018-985e-181e8fea4471 req-3420a75d-df2c-4c26-87c6-16b1e7855bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:44.729030 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7b81b15-8634-4018-985e-181e8fea4471 req-3420a75d-df2c-4c26-87c6-16b1e7855bf8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1099 time: 0.1832438 May 25 16:01:44.822364 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e7b81b15-8634-4018-985e-181e8fea4471 req-621faed9-3d99-439a-bcd5-83bf1f56361f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857184 May 25 16:01:45.000552 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d094-8e46-4cf5-a813-01589d2b7d8c req-51876c16-4dae-4909-9a62-eaab46ec2b1f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:45.001925 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6464d094-8e46-4cf5-a813-01589d2b7d8c req-51876c16-4dae-4909-9a62-eaab46ec2b1f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0846004 May 25 16:01:45.047427 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6464d094-8e46-4cf5-a813-01589d2b7d8c req-0aabe8b8-75a1-4c36-a482-9f51f5076fd2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 May 25 16:01:45.127367 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8220447'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.132394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:45.208783 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedb29de-dcc5-4c87-806e-02108eb1a61b,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:45.212082 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:45.317262 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Checking segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:45.317533 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Network hostable DHCP agents. Network: 3e65f7d5-d777-49b5-8bf7-83601b7eb55a, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:01:45.367536 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474938-4e6d-4977-9eb2-688c69e808fb req-cfc2cdd0-cab1-4e23-a95e-c0ff5622782b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:45.369037 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-47474938-4e6d-4977-9eb2-688c69e808fb req-cfc2cdd0-cab1-4e23-a95e-c0ff5622782b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1640451 May 25 16:01:45.413575 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-47474938-4e6d-4977-9eb2-688c69e808fb req-55daa723-2e2e-43fd-b322-f987b0710da8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 May 25 16:01:45.426668 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:01:45.525773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 3e65f7d5-d777-49b5-8bf7-83601b7eb55a) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:45.535058 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b56df8-1421-4e50-908c-52ba6c45d1fe None None] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:45.543548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:45.544315 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.667702 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-24405bcf-3762-4567-bdc6-d7ff0d620173 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2102933 May 25 16:01:45.667945 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57648) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:45.673244 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:45.679618 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:45.685116 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Usage tracker for resource:router and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:45.689360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:45.697428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:45.747314 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:01:45.748196 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.806191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.807266 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.823557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.915271 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Allocated IP 172.20.0.2 (3e65f7d5-d777-49b5-8bf7-83601b7eb55a/bedb29de-dcc5-4c87-806e-02108eb1a61b/f245cb0f-7afb-426c-801d-8e1f5cbe0c09) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:46.125567 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.136464 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Transition to ACTIVE for port object f245cb0f-7afb-426c-801d-8e1f5cbe0c09 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:46.155004 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Transition to ACTIVE for port object f245cb0f-7afb-426c-801d-8e1f5cbe0c09 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:46.261650 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fbe5a-7c90-4876-a5eb-04d037f37be0 req-2a42403e-7c37-4a11-8c90-839320c56475 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:46.263292 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e0fbe5a-7c90-4876-a5eb-04d037f37be0 req-2a42403e-7c37-4a11-8c90-839320c56475 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0897076 May 25 16:01:46.309335 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.314085 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:46.325961 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e0fbe5a-7c90-4876-a5eb-04d037f37be0 req-59257737-46ca-4a45-a5b4-63dc6f9f841d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 May 25 16:01:46.366307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.382887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-7841a6f3-7ab7-4b59-af40-b8ab94dbace4 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:46.384375 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-7841a6f3-7ab7-4b59-af40-b8ab94dbace4 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.2805567 May 25 16:01:46.387283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:46.390142 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:46.394944 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:46.397076 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Pushing event updated for resources: {'Port': ['ID=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:46.400541 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:46.517912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Attempting to bind port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:46.518333 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Attempting to bind port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:46.518704 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Attempting to bind port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 on network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:46.525038 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:46.525637 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Checking segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:46.525910 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.526315 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Bound using segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:46.526791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Bound port: f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:46.527173 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.619833 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] For port f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:46.623860 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] For port f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:46.676235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Deleting port e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:46.677642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.741875 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.746478 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:46.796144 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a43d-7f25-4d6a-836e-9a4a56f4688f req-ffbbe527-e646-4b62-ad70-8499365c20bd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:46.798836 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-88c6a43d-7f25-4d6a-836e-9a4a56f4688f req-ffbbe527-e646-4b62-ad70-8499365c20bd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.2647190 May 25 16:01:46.820575 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Pushing event updated for resources: {'Port': ['ID=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:46.823834 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:46.894995 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] For port e0331771-22be-48c8-bfca-4d7d99125014, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e0331771-22be-48c8-bfca-4d7d99125014,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:46.895974 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:46.909948 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-88c6a43d-7f25-4d6a-836e-9a4a56f4688f req-b9e62756-f807-4058-9add-254ae141258c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982594 May 25 16:01:47.439521 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.477853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.541562 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8b22-44b7-4410-9ed6-00e930fe04e6 req-f60c84cf-e56d-42c6-98df-fe3137dd0ccd tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:47.547573 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c5bf8b22-44b7-4410-9ed6-00e930fe04e6 req-f60c84cf-e56d-42c6-98df-fe3137dd0ccd tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.1072223 May 25 16:01:47.574007 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.574426 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:47.574774 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Floating IP f9572b5d-729b-420d-9fff-97c8ae038c0f disassociated. External IP: 172.28.2.245, port: e0331771-22be-48c8-bfca-4d7d99125014. May 25 16:01:47.575410 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Calling delete_port for e0331771-22be-48c8-bfca-4d7d99125014 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:47.597244 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c5bf8b22-44b7-4410-9ed6-00e930fe04e6 req-fbfe3fb2-141c-4959-bd26-3bb8962b81fd tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 May 25 16:01:47.674064 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Allocated IP 172.28.2.212 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:47.860991 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa768642-f69f-424a-b004-ed395062a160 None None] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:47.923889 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.004243 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7790182-14a9-45dc-be12-8a33fba49ae4 req-e59bfdaf-864e-4dbb-afd5-5ce6faf067a1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:48.006697 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7790182-14a9-45dc-be12-8a33fba49ae4 req-e59bfdaf-864e-4dbb-afd5-5ce6faf067a1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.2461107 May 25 16:01:48.078337 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f7790182-14a9-45dc-be12-8a33fba49ae4 req-de9feeac-601c-4ba0-ba02-66860c3864cb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615582 May 25 16:01:48.107583 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-910bd599-5cd3-44bf-bd08-b847a896a3fa None None] Provisioning for port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:48.160938 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713897-e0bb-4ac3-982c-e3bb8ddc503b req-06abf563-f065-4349-a179-a2cff06757db tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:48.162717 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7a713897-e0bb-4ac3-982c-e3bb8ddc503b req-06abf563-f065-4349-a179-a2cff06757db tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 946 time: 0.1060224 May 25 16:01:48.206475 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.215207 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7a713897-e0bb-4ac3-982c-e3bb8ddc503b req-4bf34f5c-f65b-47e8-9697-f102c9adc81a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=c31f5ff3-953f-4da3-b64c-de462272809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456376 May 25 16:01:48.219779 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:48.297393 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.398448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:48.417473 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:48.420853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:48.490089 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Pushing event updated for resources: {'Port': ['ID=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:48.493150 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:48.496714 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015903e-9c1a-4ad1-82e5-3726ee51c8c7 req-99e58605-e74f-4e7e-b701-27b5b89fa8ff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:48.503191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-14cc91a8-cbef-4706-9f19-043436d45122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:48.504111 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6015903e-9c1a-4ad1-82e5-3726ee51c8c7 req-99e58605-e74f-4e7e-b701-27b5b89fa8ff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0913446 May 25 16:01:48.519550 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device f245cb0f-7afb-426c-801d-8e1f5cbe0c09 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:48.550421 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6015903e-9c1a-4ad1-82e5-3726ee51c8c7 req-de6e5ff4-3465-4cb3-b2c4-ce4ba8165516 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 May 25 16:01:48.630777 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'Port': ['ID=e0331771-22be-48c8-bfca-4d7d99125014,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:48.633864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:48.714517 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:48.720747 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:48.721229 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.844970 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57702) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:48.870127 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:48.910587 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:48.951659 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:49.018307 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.029043 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.033753 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-0b65adae-f45e-4a93-92da-b75afc962193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:49.035133 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:49.039435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Usage tracker for resource:security_group_rule and tenant:d4a514c219ee4bb49bc5a613a438cdcc is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:49.042721 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:49.048831 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:49.140461 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:49.154267 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:49.155659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.261517 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.283629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a04706cd-6540-4baf-ac7e-9471839256f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:49.332488 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4a514c219ee4bb49bc5a613a438cdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860685 May 25 16:01:49.334399 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f887e5-4b9c-4348-bd5a-f1083f097285,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:49.338538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:49.339032 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57712) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:49.405180 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.438286 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.461463 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:49.471305 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:49.507293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:49.509295 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:49.529099 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3fc9066f-52af-431d-a22f-c28f9b194c3a req-b5a72660-5691-445a-a3fe-d6ad790dd57c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.1565831 May 25 16:01:49.572042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.577624 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-95f2734a-f8aa-459f-9c8e-22a5e66d1dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:49.586310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.607811 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.611780 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04f887e5-4b9c-4348-bd5a-f1083f097285 HTTP/1.1" status: 204 len: 168 time: 0.2718046 May 25 16:01:49.617218 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f887e5-4b9c-4348-bd5a-f1083f097285,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:49.625403 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:49.738534 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] No DVR routers for this DVR port e0331771-22be-48c8-bfca-4d7d99125014 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:01:49.752066 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:49.759642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-deleted', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:01:49.784055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:01:49.849806 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: e0331771-22be-48c8-bfca-4d7d99125014 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:01:49.850202 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e0331771-22be-48c8-bfca-4d7d99125014 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:01:49.853397 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c8849-96ac-455e-a097-f4282af21f15', 'name': 'network-vif-deleted', 'tag': 'e0331771-22be-48c8-bfca-4d7d99125014', 'status': 'completed', 'code': 200} May 25 16:01:49.883484 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7562d448-11e6-468e-9e3d-e9e8d12c412b req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "DELETE /v2.0/ports/e0331771-22be-48c8-bfca-4d7d99125014 HTTP/1.1" status: 204 len: 173 time: 3.4929242 May 25 16:01:49.884665 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:50.126996 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.257974 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.266545 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:50.277024 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:50.278249 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.485718 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Router e21dcf36-d1ad-4d03-880c-a4153ba4e831 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:01:50.497122 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device f245cb0f-7afb-426c-801d-8e1f5cbe0c09 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:50.556936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57732) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:50.589511 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:50.632037 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.659431 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:50.659811 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.666008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:50.679443 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Usage tracker for resource:security_group_rule and tenant:20fec08bcda14e19869e0e22a65ebbf2 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:50.683485 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:50.691611 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:50.826103 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f069abdf-3d80-4384-b8c2-8ba160ad223c req-bb1c855e-916f-44a2-99a6-a54c318251d7 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:01:50.839351 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:50.852843 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Sync routers for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:50.875098 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.897315 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:50.897989 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:50.944039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-f069abdf-3d80-4384-b8c2-8ba160ad223c req-bb1c855e-916f-44a2-99a6-a54c318251d7 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:01:50.945566 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f069abdf-3d80-4384-b8c2-8ba160ad223c req-bb1c855e-916f-44a2-99a6-a54c318251d7 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=784c8849-96ac-455e-a097-f4282af21f15 HTTP/1.1" status: 200 len: 210 time: 0.1879823 May 25 16:01:50.982521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.986692 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Notify callbacks [] for router, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:50.986692 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3155956 May 25 16:01:50.988719 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57740) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:50.999395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:51.039347 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60ce42-e15f-4ab5-8c7c-8b844008de54,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:51.095913 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:51.099013 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20fec08bcda14e19869e0e22a65ebbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385792 May 25 16:01:51.107891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57748) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:51.158327 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:51.168113 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a76a8-bcae-41c9-84bd-89f9b0a10b4e None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:51.239736 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:51.268846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.312351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.519768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.527255 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-65a6b325-56b7-413f-88c2-0e45c03d5ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:51.538196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60ce42-e15f-4ab5-8c7c-8b844008de54,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:51.561758 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:51.563237 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.564408 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a60ce42-e15f-4ab5-8c7c-8b844008de54 HTTP/1.1" status: 204 len: 168 time: 0.4555724 May 25 16:01:51.596367 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b180256d-d65f-4b35-8b74-a9c7b2ce3b9a None None] New status for floating IP f9572b5d-729b-420d-9fff-97c8ae038c0f: DOWN {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:01:51.627526 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 3, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:51.633010 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Checking router: e21dcf36-d1ad-4d03-880c-a4153ba4e831 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:51.633771 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Updating router e21dcf36-d1ad-4d03-880c-a4153ba4e831 port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:01:51.711741 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:51.886692 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-a2f830f5-f705-4f8e-843d-2b9b41548b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.194130 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.206477 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.211432 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Transition to ACTIVE for port object b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:52.230347 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57774) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:52.331334 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.337117 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-5dd2849a-84d8-4b38-ae4a-696fb97f4863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:52.405316 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.416014 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Attempting to bind port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:52.416357 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Attempting to bind port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:52.416736 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Attempting to bind port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:52.419989 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Pushing event updated for resources: {'Port': ['ID=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,revision_number=2']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:52.428080 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:52.428449 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:52.428869 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.429255 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:52.430084 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Bound port: b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:52.430084 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.454404 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.454746 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.455080 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.455406 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.455724 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.456035 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.456351 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.456688 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.457003 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.457314 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.458162 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.458475 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:52.466301 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:52.490304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.525000 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] For port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:52.529214 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] For port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:52.547583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Allocated IP 172.20.0.1 (3e65f7d5-d777-49b5-8bf7-83601b7eb55a/bedb29de-dcc5-4c87-806e-02108eb1a61b/6b016317-dd37-4d52-9875-3dada0232562) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:52.577688 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.584896 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:52.686986 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:52.687587 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:52.696936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.706831 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e75e1dcf-d1bd-4d93-aacc-9898e24e15fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:52.738033 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f5ff3-953f-4da3-b64c-de462272809a,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:52.738033 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:52.756295 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Pushing event updated for resources: {'Port': ['ID=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:52.766807 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-a2a4571c-4bc7-4961-a162-d0d2e3db787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:52.820412 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.841415 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Transition to ACTIVE for port object 6b016317-dd37-4d52-9875-3dada0232562 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:52.882489 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:52.883455 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "DELETE /v2.0/security-groups/c31f5ff3-953f-4da3-b64c-de462272809a HTTP/1.1" status: 204 len: 168 time: 0.6521561 May 25 16:01:52.886250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57798) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:52.899021 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:52.912872 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.api.v2.resource [None req-ebd4c387-5eb8-443b-809c-aa318a797921 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] show failed (client error): The resource could not be found. May 25 16:01:52.913940 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ebd4c387-5eb8-443b-809c-aa318a797921 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups/c31f5ff3-953f-4da3-b64c-de462272809a HTTP/1.1" status: 404 len: 347 time: 0.0263689 May 25 16:01:52.917826 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57802) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:52.991846 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.005229 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:53.189704 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:53.199126 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:53.201669 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:53.225462 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 3, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:53.226252 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Pushing event updated for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:53.229059 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:53.229476 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5af698-f501-4ce8-9ee6-9ad0fc1e5177 None None] The sync data for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb is: [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:48Z', 'revision_number': 3, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:53.273146 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.300623 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Deleting port ebba89d4-3f21-4c3d-931b-771d7327f158 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:01:53.304480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.449325 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.452281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.603793 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-074ed963-dec9-4434-aaa8-e37aa15a6326 None None] Provisioning for port 6b016317-dd37-4d52-9875-3dada0232562 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:53.611290 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-074ed963-dec9-4434-aaa8-e37aa15a6326 None None] Provisioning complete for port 6b016317-dd37-4d52-9875-3dada0232562 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:53.612475 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-074ed963-dec9-4434-aaa8-e37aa15a6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.762479 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-074ed963-dec9-4434-aaa8-e37aa15a6326 None None] Port 6b016317-dd37-4d52-9875-3dada0232562 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:53.787673 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Calling delete_port for ebba89d4-3f21-4c3d-931b-771d7327f158 owned by network:floatingip {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:01:53.879137 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.123908 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2f33b2b7-e77a-4508-8a7c-7c579a5ff74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.174919 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.219040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.249667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.255334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f3ca2102-8877-4f07-81c2-d68fc36f0465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:54.301363 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'Port': ['ID=ebba89d4-3f21-4c3d-931b-771d7327f158,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:54.304575 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:54.317421 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57822) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:54.335593 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.370795 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:54.457296 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.475569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:54.479999 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Usage tracker for resource:security_group_rule and tenant:0efd98c7c0264e438c4c8d6a5e3b065e is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:54.494887 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:54.496045 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:54.501960 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:54.502133 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Pushing event updated for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:54.516616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:54.516616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.529898 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.588351 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.668483 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:54.669612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:54.720116 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.720276 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:54.726911 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:54.727517 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.738083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-71632f97-8bff-4b16-8e44-087a7e2a82ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:54.759448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:54.760673 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "DELETE /v2.0/floatingips/f9572b5d-729b-420d-9fff-97c8ae038c0f HTTP/1.1" status: 204 len: 168 time: 1.8418229 May 25 16:01:54.790130 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282b4535-8e02-4f2e-815e-05937dfe568a,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:54.796752 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:54.827285 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0efd98c7c0264e438c4c8d6a5e3b065e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034151 May 25 16:01:54.827285 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57834) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:54.979901 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Router e21dcf36-d1ad-4d03-880c-a4153ba4e831 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:01:55.032462 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.074643 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.111032 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:55.133059 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.209761 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-0d83fac5-e038-4e82-8b09-d3943cba0b10 None None] Provisioning complete for port 6b016317-dd37-4d52-9875-3dada0232562 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:55.210169 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0d83fac5-e038-4e82-8b09-d3943cba0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.287214 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.299185 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-185c5dd9-78fc-4b7f-b5fc-4745a64ef790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:55.311236 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:01:55.324569 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] 10.222.0.64 "PUT /v2.0/routers/e21dcf36-d1ad-4d03-880c-a4153ba4e831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3268671 May 25 16:01:55.341613 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Sync routers for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:01:55.354472 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:55.355094 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:55.376937 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.384705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0fa583aa-2d94-4975-a809-75c90dd913f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:55.398273 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b4535-8e02-4f2e-815e-05937dfe568a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:55.401531 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:55.403272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.405041 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/282b4535-8e02-4f2e-815e-05937dfe568a HTTP/1.1" status: 204 len: 168 time: 0.5769591 May 25 16:01:55.408606 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.494158 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-0d83fac5-e038-4e82-8b09-d3943cba0b10 None None] Port 6b016317-dd37-4d52-9875-3dada0232562 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:01:55.517717 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:55.537952 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:55.557156 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57850) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:55.565821 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622109074', 'description': 'tempest-description--221902591'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:55.574298 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:55.578958 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:55.590560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:55.608390 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:55.621796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:55.675293 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70971314-b458-435c-b851-7bbc07fc332a req-ce1f1faa-2dd1-409c-9ec3-ba0d25d39170 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:55.677408 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-70971314-b458-435c-b851-7bbc07fc332a req-ce1f1faa-2dd1-409c-9ec3-ba0d25d39170 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0921743 May 25 16:01:55.757440 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-70971314-b458-435c-b851-7bbc07fc332a req-42e64ac6-ce44-4822-b0c1-8f1f6b3deb36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716062 May 25 16:01:55.758810 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.773123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57858) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:55.798754 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:55.800382 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:55.805262 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:55.812826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:55.908550 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:55.993987 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.001496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f0d45dbd-440e-478e-b669-88c982839b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:56.056615 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 2, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:56.062895 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Checking router: e21dcf36-d1ad-4d03-880c-a4153ba4e831 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:01:56.063572 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Updating router e21dcf36-d1ad-4d03-880c-a4153ba4e831 port 6b016317-dd37-4d52-9875-3dada0232562 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:01:56.114657 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a145ea1b-3607-4997-aef0-c5add78eaa44,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:56.124756 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.125014 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.128716 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:56.132176 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:56.149454 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.160302 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d4789-56ff-49e7-a3e0-e266be50888f tempest-TestMinimumBasicScenario-1356841440 tempest-TestMinimumBasicScenario-1356841440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:56.164982 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e42d4789-56ff-49e7-a3e0-e266be50888f tempest-TestMinimumBasicScenario-1356841440 tempest-TestMinimumBasicScenario-1356841440-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1094 time: 0.3904054 May 25 16:01:56.166213 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57876) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:56.172197 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'port_id': '6e30b384-7494-4938-b87b-de9b86942801', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:56.186064 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:56.191341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:floatingip and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:56.194853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:56.200895 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:56.221214 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.222425 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-fddd79d4-26cc-442f-bf4b-17810a1bfa88 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6642861 May 25 16:01:56.226311 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57884) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:56.232131 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group_rule': {'security_group_id': 'a145ea1b-3607-4997-aef0-c5add78eaa44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:56.259224 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:56.260865 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:56.263988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:56.284876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:56.320096 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for floatingip, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.481108 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:56.509972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.614307 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.616022 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:56.617914 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.639854 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Transition to ACTIVE for port object 6b016317-dd37-4d52-9875-3dada0232562 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:56.666048 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.675191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.710500 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57900) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:56.718565 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455982568-network', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:56.729010 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:56.733473 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Usage tracker for resource:network and tenant:7b91a6b933594d04b8e696098a7ec750 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:56.737589 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.738360 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:56.747617 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:56.754279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:56.765623 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.768054 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:56.797600 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2e7d3a-8969-42ce-9a33-dd4f24e95608,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:56.803785 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:56.830853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Allocated IP 172.28.2.229 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/caac04fd-9e30-40b3-9f4c-c24d332e7018) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:56.877915 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.878188 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Made reservation on behalf of 7b91a6b933594d04b8e696098a7ec750 for: {'network': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:56.881234 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.905595 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.924881 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d3ccd-e4b5-4c9a-a592-d32528489ec4 None None] Pushing event updated for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:56.929787 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-fa9d3ccd-e4b5-4c9a-a592-d32528489ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:56.943165 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:56.947713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7b91a6b933594d04b8e696098a7ec750 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:56.952837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:56.961732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:56.989046 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:56.990598 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7632430 May 25 16:01:56.993730 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57906) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:57.001884 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'security_group_rule': {'security_group_id': 'a145ea1b-3607-4997-aef0-c5add78eaa44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:57.012655 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Attempting to bind port 6b016317-dd37-4d52-9875-3dada0232562 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:01:57.013033 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Attempting to bind port 6b016317-dd37-4d52-9875-3dada0232562 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:01:57.013505 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Attempting to bind port 6b016317-dd37-4d52-9875-3dada0232562 on network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:01:57.020793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:57.028361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:security_group_rule and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:57.029970 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:01:57.030358 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Checking segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:57.032345 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.032922 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Bound using segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:01:57.033429 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Bound port: 6b016317-dd37-4d52-9875-3dada0232562, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:01:57.033583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.033812 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.037321 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:57.045739 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:57.086700 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.146571 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] For port 6b016317-dd37-4d52-9875-3dada0232562, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:01:57.149660 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] For port 6b016317-dd37-4d52-9875-3dada0232562, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=6b016317-dd37-4d52-9875-3dada0232562,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:01:57.157879 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.221905 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.228739 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.228910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.233514 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-80d80707-854b-447d-a863-04c3226bae98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.233659 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.261748 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=99116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:01:57.274936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b69ee6-c693-4635-9b9e-034bbb3d0566,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.278807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.282646 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.283189 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.segments_db [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Added segment eaa97537-2d63-414d-b7c3-13c1c8584243 of type vlan for network d427a07e-1f20-47a2-9c43-93079d42bfa2 May 25 16:01:57.306038 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:57.308878 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:57.312678 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:57.320592 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.326010 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.330911 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-82da23a8-0cd8-4301-b6c3-5d9681d270c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.383270 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.396994 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'Port': ['ID=caac04fd-9e30-40b3-9f4c-c24d332e7018,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.421272 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d3ccd-e4b5-4c9a-a592-d32528489ec4 None None] Pushing event updated for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=4']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.421550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.422105 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.422620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.423362 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.423867 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.424378 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.424964 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.425469 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.425965 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.426860 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.427754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.428423 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:01:57.437747 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.438222 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.439879 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.453041 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:57.454414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.460878 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:01:57.461512 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:57.467120 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:57.490326 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81e18ca-d53a-49bd-979c-3d24eb085ac5,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.498062 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.604248 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:57.605706 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6109416 May 25 16:01:57.605864 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-fa9d3ccd-e4b5-4c9a-a592-d32528489ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.609149 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 57922) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:57.618822 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:57.628614 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:57.659672 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9475665 May 25 16:01:57.673706 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57926) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:57.682204 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Request body: {'subnet': {'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455982568-subnet', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:57.697020 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:57.718518 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Usage tracker for resource:subnet and tenant:7b91a6b933594d04b8e696098a7ec750 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:57.727347 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:57.730401 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d427a07e-1f20-47a2-9c43-93079d42bfa2,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:57.742979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:57.744120 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:57.746309 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:01:57.755124 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Usage tracker for resource:floatingip and tenant:48ef8c4388ca4b82829b2ea9c59789b9 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:57.764595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:57.775205 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:57.780570 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:01:57.868135 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Made reservation on behalf of 7b91a6b933594d04b8e696098a7ec750 for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:01:57.871772 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7810263'] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.101356 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.188497 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.238428 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:57Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:01:58.245608 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e0566-ce78-49b5-bfba-6ceb1ba479c2 None None] The sync data for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb is: [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:57Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:01:58.420927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.486512 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.527476 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 6b016317-dd37-4d52-9875-3dada0232562 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:01:58.586232 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6664656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7810241'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.591228 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:58.664468 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Allocated IP 172.28.2.46 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/41d156f3-b80b-4dd0-9e99-a92350e1863f) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:58.669411 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e9c351-d9e6-4da3-971a-306194d18fed,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:58.672182 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:58.684861 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Checking segment: {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:01:58.684861 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Network hostable DHCP agents. Network: d427a07e-1f20-47a2-9c43-93079d42bfa2, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:01:58.714292 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 6b016317-dd37-4d52-9875-3dada0232562 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:01:58.719796 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 6b016317-dd37-4d52-9875-3dada0232562 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:01:58.725037 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.781193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:01:58.852191 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.855061 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, d427a07e-1f20-47a2-9c43-93079d42bfa2) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:58.872122 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:01:58.876777 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.877603 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159bbba-429d-4dc5-87be-83c0de8f6288 None None] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:01:58.930239 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:58.966065 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 6b016317-dd37-4d52-9875-3dada0232562, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=6b016317-dd37-4d52-9875-3dada0232562,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:01:59.028916 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.034603 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3589211 May 25 16:01:59.036947 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57940) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:01:59.050468 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:01:59.061513 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:01:59.070713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Usage tracker for resource:router and tenant:7b91a6b933594d04b8e696098a7ec750 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:01:59.073251 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:01:59.079272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:01:59.127142 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.140001 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.178154 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.179187 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.200207 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.207634 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-d427a07e-1f20-47a2-9c43-93079d42bfa2', 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'fixed_ips': [{'subnet_id': 'd1e9c351-d9e6-4da3-971a-306194d18fed'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:01:59.208768 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.230538 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.278563 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.290820 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.292336 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.301909 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.362787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.474247 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:01:59.480326 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:01:59.481156 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Allocated IP 172.20.0.2 (d427a07e-1f20-47a2-9c43-93079d42bfa2/d1e9c351-d9e6-4da3-971a-306194d18fed/e8e1e691-fa40-4d9d-ba72-383757e42e57) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:01:59.496154 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:01:59.598958 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.672163 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.691059 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=41d156f3-b80b-4dd0-9e99-a92350e1863f,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.702850 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.704425 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2b692c87-0cfd-45de-b47c-f4ef5257ad1d tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:01:59.784455 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.796279 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Transition to ACTIVE for port object e8e1e691-fa40-4d9d-ba72-383757e42e57 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:59.817561 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Transition to ACTIVE for port object e8e1e691-fa40-4d9d-ba72-383757e42e57 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:01:59.848326 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'Port': ['ID=caac04fd-9e30-40b3-9f4c-c24d332e7018,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:01:59.854612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:01:59.867867 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.874452 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Floating IP 59a91806-346f-4400-b808-1136a30ad3f9 associated. External IP: 172.28.2.229, port: 6e30b384-7494-4938-b87b-de9b86942801. May 25 16:01:59.931047 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:59.935236 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-064592f7-dbaf-48a7-b4f2-e5b51f5bc7a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.002973 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:00.006278 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:00.008719 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:00.103785 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.111092 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Pushing event updated for resources: {'Port': ['ID=e8e1e691-fa40-4d9d-ba72-383757e42e57,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:00.114636 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:00.150427 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Attempting to bind port e8e1e691-fa40-4d9d-ba72-383757e42e57 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:00.150807 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Attempting to bind port e8e1e691-fa40-4d9d-ba72-383757e42e57 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:00.154048 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Attempting to bind port e8e1e691-fa40-4d9d-ba72-383757e42e57 on network d427a07e-1f20-47a2-9c43-93079d42bfa2 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:00.158534 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:00.158909 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Checking segment: {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:00.159353 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.159766 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Bound using segment: {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:00.160818 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Bound port: e8e1e691-fa40-4d9d-ba72-383757e42e57, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:00.161204 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.205030 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.235893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.264627 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] For port e8e1e691-fa40-4d9d-ba72-383757e42e57, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:00.268089 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] For port e8e1e691-fa40-4d9d-ba72-383757e42e57, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e8e1e691-fa40-4d9d-ba72-383757e42e57,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:00.341895 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.345986 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.376383 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Allocated IP 172.28.2.211 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/987ac2be-1631-471b-811a-190a2fa502fb) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:00.433844 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Pushing event updated for resources: {'Port': ['ID=e8e1e691-fa40-4d9d-ba72-383757e42e57,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:00.438200 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:00.531526 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 6b016317-dd37-4d52-9875-3dada0232562 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:00.568395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.592645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:00.637377 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 6b016317-dd37-4d52-9875-3dada0232562 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:00.637943 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.657538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.663498 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-854e21ad-6807-4e1a-8e76-f3b98559d532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.717610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.743157 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:00.752776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:00.752776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:00.822459 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Pushing event updated for resources: {'Port': ['ID=987ac2be-1631-471b-811a-190a2fa502fb,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:00.826638 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:00.841248 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:00.853054 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f504586b-14de-45fe-97b3-2ae741d8c4a0 tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:00.976880 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:00.989567 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Sync routers for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:00.999667 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:01.000458 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:01.003834 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=41d156f3-b80b-4dd0-9e99-a92350e1863f,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:01.012756 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:01.014127 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.104427 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:02:01.178141 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.219148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.220639 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6091948 May 25 16:02:01.240285 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:01.252314 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0849833 May 25 16:02:01.253332 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:01.256236 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 57966) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:01.270917 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489997430', 'description': 'tempest-secgroup-smoke-489997430 description', 'project_id': '1eddf5d453264394a8bcc654f9a358b8'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:01.302945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:01.322774 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:01.345604 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:02:01.456001 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.522219 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-25054db5-0a94-4d57-b4f1-57256e15df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:01.524070 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-25054db5-0a94-4d57-b4f1-57256e15df4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1099 time: 0.1117268 May 25 16:02:01.539786 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:01.598923 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:01.619722 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:01.626141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:01.651751 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:01.720825 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef6cad-eb62-4f9f-bc5d-ed7de6e0fac7 None None] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:02:01.740950 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-9e12366c-c56a-4f62-bcff-8d5c271308e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:01.743259 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-9e12366c-c56a-4f62-bcff-8d5c271308e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.1981614 May 25 16:02:01.744776 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-3ca8b768-76a2-4b3f-86a5-4752e5a40c63 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:01.873440 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-7014e980-0a70-4057-94c3-5236a05a8aee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1000 time: 0.1246622 May 25 16:02:01.880229 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-3ca8b768-76a2-4b3f-86a5-4752e5a40c63 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:01.882923 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-3ca8b768-76a2-4b3f-86a5-4752e5a40c63 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--622109074&fields=id&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 267 time: 0.3196156 May 25 16:02:01.953390 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-e63069a2-3474-4eaf-a5fa-e2bc8633a881 None None] Provisioning for port e8e1e691-fa40-4d9d-ba72-383757e42e57 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:01.992148 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '59a91806-346f-4400-b808-1136a30ad3f9', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'port_id': '6e30b384-7494-4938-b87b-de9b86942801', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:57Z', 'updated_at': '2021-05-25T16:01:57Z', 'revision_number': 0, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:02.028077 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-c92b898b-efda-4594-aa25-5796baaefcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.029541 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-c92b898b-efda-4594-aa25-5796baaefcc4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.1383901 May 25 16:02:02.034498 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Checking router: 14ce72af-cf13-4159-a2fb-a0ce113a59a9 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:02.039925 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-7051fb0c-82dc-40c2-aa83-c5f34dd19cdb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1000013 May 25 16:02:02.064722 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:02.064722 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:02.136135 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-08532e35-d4b3-4fc0-b6bb-8c58185dee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.137789 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-08532e35-d4b3-4fc0-b6bb-8c58185dee23 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970240 May 25 16:02:02.212357 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.259186 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.283663 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:02.337843 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.352641 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3a966341-0a1d-475a-a214-58c6eb4e72dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:02.352874 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-696fbdf6-8f96-4922-8534-769dcf4fe06c service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068400 May 25 16:02:02.383395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-5d928490-3930-4b7c-9908-8cd2bd81971d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.385011 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-5d928490-3930-4b7c-9908-8cd2bd81971d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 816 time: 0.4879355 May 25 16:02:02.540695 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059d6fdd-a7a5-4856-92ab-6172cbb63e67,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:02.553469 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:02.561336 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-fef6a962-c2b1-4282-9c12-e8859042d431 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/quotas/48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 375 time: 0.1472256 May 25 16:02:02.636986 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-15146068-3bea-4fba-8a5c-cd19bc3206b0 req-e6bb79dd-a559-478c-b2c1-18cdd35ef00b service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777615 May 25 16:02:02.637969 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e8e1e691-fa40-4d9d-ba72-383757e42e57 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:02.656349 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.657819 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4001937 May 25 16:02:02.661435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58006) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:02.668752 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:02.676546 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:02.680634 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:02.684082 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:02.690378 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:02.721158 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-a595431d-d659-4298-a111-acedc3f33f0d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1450353 May 25 16:02:02.799803 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.824472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Router 19316e90-25e6-4063-a423-4d8266d7cbba is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:02:02.895395 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '59a91806-346f-4400-b808-1136a30ad3f9', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'port_id': '6e30b384-7494-4938-b87b-de9b86942801', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:57Z', 'updated_at': '2021-05-25T16:01:57Z', 'revision_number': 0, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:02.899809 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd26d81a-6552-4202-9190-c089a51824c6 None None] The sync data for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb is: [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '59a91806-346f-4400-b808-1136a30ad3f9', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'port_id': '6e30b384-7494-4938-b87b-de9b86942801', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:57Z', 'updated_at': '2021-05-25T16:01:57Z', 'revision_number': 0, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:02.917318 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port e8e1e691-fa40-4d9d-ba72-383757e42e57 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:02.930453 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e8e1e691-fa40-4d9d-ba72-383757e42e57 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:02.930829 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:02.964624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-1c9096b7-47c5-4385-8711-00d24c7fb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:02.966004 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-1c9096b7-47c5-4385-8711-00d24c7fb789 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1099 time: 0.1039102 May 25 16:02:03.095880 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.136693 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-d8eaafe8-bdc2-481a-96ef-163b2caa8495 service neutron] 10.222.0.64 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031684 May 25 16:02:03.148210 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee9de1-7ec9-41ad-a11f-15ab7d1691d1 None None] New status for floating IP 59a91806-346f-4400-b808-1136a30ad3f9: ACTIVE {{(pid=99119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:02:03.203482 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.292960 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.293192 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port e8e1e691-fa40-4d9d-ba72-383757e42e57, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e8e1e691-fa40-4d9d-ba72-383757e42e57,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:03.325529 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:03.330863 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-873d73f4-54ce-414c-8d4a-91cd30631a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:03.332363 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-873d73f4-54ce-414c-8d4a-91cd30631a1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.3416069 May 25 16:02:03.335561 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Sync routers for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:03.338086 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a533453e-00e6-489f-8f3e-9e3868034195 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:03.345750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:03.348896 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:03.403037 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.425021 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-16d986b6-af9c-423d-b3f2-4ccf4e3c24e1 service neutron] 10.222.0.64 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296453 May 25 16:02:03.429938 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.435136 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3940504 May 25 16:02:03.436707 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58020) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:03.566262 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:03.582425 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7da12b-0371-4a31-ac76-c40ba0ee9665,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:03.600178 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:03.636613 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-0741f294-a81a-4cf4-947c-673e76f7f609 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1000 time: 0.2912853 May 25 16:02:03.679784 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:03.719323 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-c9976691-dad6-442d-b1a7-ceed20c9cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:03.720898 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-c9976691-dad6-442d-b1a7-ceed20c9cf54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0779536 May 25 16:02:03.722278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:03.726175 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0603771 May 25 16:02:03.726535 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58028) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:03.774775 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:03.788148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:03.842639 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d309b44c-9943-4aad-9473-bbfe94228533 req-743147be-5adc-4a8d-9f7b-25791e6c4168 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:03.846594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:03.851777 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:03.857758 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=e8e1e691-fa40-4d9d-ba72-383757e42e57,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:03.866704 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:03.873725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:03.906978 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-ed5a631b-1e09-40be-a14b-a545ecaacb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:03.908480 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-ed5a631b-1e09-40be-a14b-a545ecaacb93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1795423 May 25 16:02:03.957646 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d309b44c-9943-4aad-9473-bbfe94228533 req-743147be-5adc-4a8d-9f7b-25791e6c4168 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:03.972559 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d309b44c-9943-4aad-9473-bbfe94228533 req-743147be-5adc-4a8d-9f7b-25791e6c4168 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.1862326 May 25 16:02:03.989885 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:01Z', 'revision_number': 3, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:03.999377 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Checking router: 19316e90-25e6-4063-a423-4d8266d7cbba for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:04.004404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Updating router 19316e90-25e6-4063-a423-4d8266d7cbba port 987ac2be-1631-471b-811a-190a2fa502fb binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:02:04.039088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.065545 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.151644 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-23b088b5-e441-42b5-b7f9-d60d3f37a3ed service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310183 May 25 16:02:04.188979 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.311546 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.317082 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:04.358239 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da70d00-7d47-4a19-9a96-5cf0387fb8d8,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:04.362501 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:04.388386 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58a920a9-2240-4c38-8ab4-5b03fc9572d3 req-7a4647c8-b2f4-4bd1-9279-0d285681a538 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295196 May 25 16:02:04.451180 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.452382 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7250149 May 25 16:02:04.455092 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58044) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:04.461809 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:04.463697 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.474293 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:04.481136 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:04.490541 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:04.499394 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Transition to ACTIVE for port object 987ac2be-1631-471b-811a-190a2fa502fb will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:04.502428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:04.578038 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e8e1e691-fa40-4d9d-ba72-383757e42e57 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:04.595582 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58052) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:04.628666 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.635270 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.665934 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.670285 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:04.713955 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.767402 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.784351 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:04.788583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Usage tracker for resource:security_group_rule and tenant:77e215340f7b43949e84d79aad17b3be is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:04.790069 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Attempting to bind port 987ac2be-1631-471b-811a-190a2fa502fb on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:04.790443 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Attempting to bind port 987ac2be-1631-471b-811a-190a2fa502fb by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:04.790809 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Attempting to bind port 987ac2be-1631-471b-811a-190a2fa502fb on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:04.791727 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:04.798597 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:04.798800 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:04.799162 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:04.799557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.799945 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:04.800414 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Bound port: 987ac2be-1631-471b-811a-190a2fa502fb, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:04.800905 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.822026 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.829688 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-85edcad3-0fe3-405f-aff1-2206fef46e89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:04.843630 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port e8e1e691-fa40-4d9d-ba72-383757e42e57 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:04.843987 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.869250 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Allocated IP 172.20.0.1 (d427a07e-1f20-47a2-9c43-93079d42bfa2/d1e9c351-d9e6-4da3-971a-306194d18fed/d11a6d83-94a7-4b11-ad82-8bd4f0417bf7) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:04.885975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58266904-b094-44a1-90cd-7e0b0b66a838,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:04.895169 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:04.907006 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Pushing event updated for resources: {'Port': ['ID=987ac2be-1631-471b-811a-190a2fa502fb,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:04.950276 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:04.968135 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.971890 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-2686361c-82ce-490b-8d99-5a2252bf905a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5130789 May 25 16:02:04.973972 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58060) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:04.977789 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:04.982995 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:04.991269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:04.995861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:04.999173 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:05.018271 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:05.048798 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] For port 987ac2be-1631-471b-811a-190a2fa502fb, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:05.054025 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] For port 987ac2be-1631-471b-811a-190a2fa502fb, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=987ac2be-1631-471b-811a-190a2fa502fb,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:05.070240 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.086431 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.087893 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Transition to ACTIVE for port object d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:05.096333 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4395a2da-a890-443b-a5b7-01e4de28c61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:05.151656 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77e215340f7b43949e84d79aad17b3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549297 May 25 16:02:05.153555 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba805999-f580-4817-81ab-f85a68b7501b,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:05.156074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58066) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:05.157754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5a51653d-003b-43d2-960d-341ebab00f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:05.174332 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e1f23ad7-916a-408a-97f7-3639c02b7641 req-a9ffd563-43db-466d-83cd-265463fb7bdd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.0675004 May 25 16:02:05.194437 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.198219 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:05.224819 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.251177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.273991 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.278383 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:05.279076 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:05.317895 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.322205 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-68d59ece-d578-4379-b04f-975123717316 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:05.350290 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Pushing event updated for resources: {'Port': ['ID=987ac2be-1631-471b-811a-190a2fa502fb,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:05.354018 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:05.392059 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:05.394891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:05.398672 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:05.438996 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Pushing event updated for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:05.449434 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:05.453225 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.458918 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4c98dc5c-1e39-4a44-bdc8-9863c78e83eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:05.468452 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.483960 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba805999-f580-4817-81ab-f85a68b7501b,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:05.489091 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:05.489950 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.508809 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.510653 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba805999-f580-4817-81ab-f85a68b7501b HTTP/1.1" status: 204 len: 168 time: 0.3535786 May 25 16:02:05.551723 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:05.570985 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.573821 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a195090c-9bde-45e1-9aea-78bb8220cdb2 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:05.598393 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaa14cb-81fc-4a3b-8be6-26662207cd96,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:05.607678 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:05.714364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.716047 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7411656 May 25 16:02:05.718888 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58072) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:05.725416 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:05.732559 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:05.737562 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:05.742429 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:05.750514 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:05.783261 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.872087 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:01Z', 'revision_number': 3, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:05.876309 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc21e4-4cba-463a-9224-008b63a29442 None None] The sync data for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb is: [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:01Z', 'revision_number': 3, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:05.912424 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.securitygroups_db [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Project 1eddf5d453264394a8bcc654f9a358b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:02:05.918614 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:05.944459 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-5832241a-4af4-45ff-8870-d515ac86c6c1 None None] Provisioning for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:05.951176 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-5832241a-4af4-45ff-8870-d515ac86c6c1 None None] Provisioning complete for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:05.951561 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-5832241a-4af4-45ff-8870-d515ac86c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.038320 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-5832241a-4af4-45ff-8870-d515ac86c6c1 None None] Port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:02:06.057379 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.064472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.142539 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.144610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:06.173307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2ba03f-cd3c-4675-898d-dd8ad7104cf1,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:06.176740 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:06.209237 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.252713 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:06.340896 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.352061 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Pushing event updated for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:06.356507 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:06.371428 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0f3e4d61-77fe-44b0-8210-71da691512f1 req-26229790-3d0c-474c-bbeb-3d935ddaeb47 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.0719943 May 25 16:02:06.372138 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.381338 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-52492bd0-aa32-4ab8-bf9f-3f70610efdff tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6608837 May 25 16:02:06.381546 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58092) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:06.391891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'security_group_rule': {'security_group_id': '059d6fdd-a7a5-4856-92ab-6172cbb63e67', 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:06.398417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:06.403307 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Usage tracker for resource:security_group_rule and tenant:1eddf5d453264394a8bcc654f9a358b8 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:06.449491 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:06.467093 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:06.552780 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 987ac2be-1631-471b-811a-190a2fa502fb up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:06.557965 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:06.559486 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:06.561418 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.securitygroups_db [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Project 1eddf5d453264394a8bcc654f9a358b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:02:06.577426 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:06.744179 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58104) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:06.805868 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 987ac2be-1631-471b-811a-190a2fa502fb completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:06.811408 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 987ac2be-1631-471b-811a-190a2fa502fb triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:06.816239 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.009888 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-93b7d1e1-b19e-4f9e-9143-7eaab1a518dc None None] Provisioning complete for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:07.014512 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-93b7d1e1-b19e-4f9e-9143-7eaab1a518dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.077246 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.111660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-beb62891-1e75-4f8e-97b3-2bdcbc23eef2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:07.116994 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-beb62891-1e75-4f8e-97b3-2bdcbc23eef2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 816 time: 0.2965367 May 25 16:02:07.125422 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-93b7d1e1-b19e-4f9e-9143-7eaab1a518dc None None] Port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:02:07.136912 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 987ac2be-1631-471b-811a-190a2fa502fb, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=987ac2be-1631-471b-811a-190a2fa502fb,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:07.187419 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.216989 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.218868 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:07.220359 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:07.224611 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.231759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-8eda14fe-4fff-48ac-8106-1f233faed511 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:07.236124 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb0e00032b44c0897e0a8129d369065 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:07.239529 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:07.241906 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Router 19316e90-25e6-4063-a423-4d8266d7cbba has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:07.250090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:07.256641 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-8eda14fe-4fff-48ac-8106-1f233faed511 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:07.257774 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-8eda14fe-4fff-48ac-8106-1f233faed511 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 379 time: 0.1231065 May 25 16:02:07.274334 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'port': {'device_id': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'admin_state_up': True, 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'security_groups': ['a145ea1b-3607-4997-aef0-c5add78eaa44']}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:07.308557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=987ac2be-1631-471b-811a-190a2fa502fb,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:07.311857 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:07.339826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.345784 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:07.385804 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3539d0b-9493-41be-ba2f-27f4a0ec7ffd,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:07.469392 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:07.470624 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.476550 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-16be2332-c8dc-435a-be35-a418f89c1c36 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0887418 May 25 16:02:07.495578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:07.515981 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:07.584284 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.615768 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:07.621702 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Made reservation on behalf of 48ef8c4388ca4b82829b2ea9c59789b9 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:07.627077 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] 10.222.0.64 "PUT /v2.0/routers/19316e90-25e6-4063-a423-4d8266d7cbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1874492 May 25 16:02:07.627211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.637797 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-24389db7-38c4-46f3-b71c-94ea38d423b0 req-75629e50-4a83-4b99-b873-dc979cfa1351 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.0742528 May 25 16:02:07.727181 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-2d017113-57c4-497f-a2bb-780667afa565 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489997430&fields=id&tenant_id=1eddf5d453264394a8bcc654f9a358b8 HTTP/1.1" status: 200 len: 267 time: 0.1227555 May 25 16:02:07.727774 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.737214 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6f250b64-2ff2-4a8e-8337-bcb899ebbb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:07.857207 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcb0e00032b44c0897e0a8129d369065&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1108556 May 25 16:02:07.861532 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58166) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:07.864786 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed437ec9-e456-4fec-8e1d-57d0f95351d4,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:07.867891 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:07.974051 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.974051 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:07.974221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-875723a7-cd92-4506-b12a-c95ad24ec263 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:07.974221 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-875723a7-cd92-4506-b12a-c95ad24ec263 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.2055368 May 25 16:02:07.974221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'port': {'security_groups': ['68c53202-ef57-4f7e-aada-418ca0bea226', '059d6fdd-a7a5-4856-92ab-6172cbb63e67']}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:08.100661 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Allocated IP 172.20.0.12 (32e28711-3884-4910-8e1a-09c506d8db02/7faf4de8-4f06-4af8-97a0-039e633cfbaf/47bface2-f5dd-4392-ad31-c982b3c8720d) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:08.189689 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.198119 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7750f263-b48b-4707-8372-2937376d066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:08.213740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed437ec9-e456-4fec-8e1d-57d0f95351d4,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:08.215725 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.217143 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed437ec9-e456-4fec-8e1d-57d0f95351d4 HTTP/1.1" status: 204 len: 168 time: 0.3546121 May 25 16:02:08.218199 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-314ec3d8-2139-4f25-b3cd-da39d9d2d511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:08.308943 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.460503 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.471784 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 987ac2be-1631-471b-811a-190a2fa502fb up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:08.498446 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Transition to ACTIVE for port object 47bface2-f5dd-4392-ad31-c982b3c8720d will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:08.552397 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58172) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:08.555523 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 987ac2be-1631-471b-811a-190a2fa502fb triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:08.555911 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.558951 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458176253', 'description': 'tempest-secgroup-smoke-1458176253 description', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:08.565240 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:08.570968 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:08.574633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:08.594722 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:08.671743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:08.710120 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.726479 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.736236 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.738896 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad904449-b9d8-4842-8307-734191f57f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:08.777391 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:08.808244 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Network 32e28711-3884-4910-8e1a-09c506d8db02 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:08.811411 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:08.815372 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:08.827249 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:08.830906 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:08.847466 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:08.852169 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:08.860629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:08.865921 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:08.876409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-8353ac91-5f51-4d26-9949-69afa3e4c7c6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:08.898025 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:09.037842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.055653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.061013 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.061838 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5d662bc9-0dfb-4cbd-b5b0-a28dbd00ebb9 req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "PUT /v2.0/ports/6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 982 time: 1.0957808 May 25 16:02:09.062407 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:09.062764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905f67-c5eb-45fe-b22a-5e47490535e3 req-c4f28a5b-f3be-47e3-b664-336926b85620 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.076623 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.077263 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.095350 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-76905f67-c5eb-45fe-b22a-5e47490535e3 req-c4f28a5b-f3be-47e3-b664-336926b85620 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 932 time: 0.3143082 May 25 16:02:09.166553 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:09.171633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.186449 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-15f1314c-d39d-4009-8218-79b5b79d3f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.189645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=6']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.199126 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.248373 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe72d57f-982f-482b-804a-18eaa1f08ecc,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.263976 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.288924 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-76905f67-c5eb-45fe-b22a-5e47490535e3 req-15829e37-f0bd-4a9e-b3bd-057d34b0c848 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807420 May 25 16:02:09.326999 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-38eb125e-202b-40e5-8ba2-0ead3ae4af56 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0576441 May 25 16:02:09.348977 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Request body: {'port': {'device_id': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:09.365844 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.367118 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-62206cac-12e6-4863-8d3d-8134758779fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8135164 May 25 16:02:09.370120 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58196) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:09.375950 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:09.382284 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:09.388958 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Sync routers for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:09.396067 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:02:09.399841 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:09.402284 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7676d0c9-428a-4987-98b2-f7f0a1563337 None None] Provisioning for port 47bface2-f5dd-4392-ad31-c982b3c8720d completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:09.403150 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:09.404507 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:09.413519 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:09.420562 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:09.437835 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7676d0c9-428a-4987-98b2-f7f0a1563337 None None] Provisioning complete for port 47bface2-f5dd-4392-ad31-c982b3c8720d triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:09.438167 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7676d0c9-428a-4987-98b2-f7f0a1563337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.506755 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7676d0c9-428a-4987-98b2-f7f0a1563337 None None] Port 47bface2-f5dd-4392-ad31-c982b3c8720d cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:02:09.549541 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.578339 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9a43c-8ce9-427a-aa9b-62ec27d2ee0f req-84bf4f2c-043e-47cf-a837-b8138f16db5a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.585064 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-09a9a43c-8ce9-427a-aa9b-62ec27d2ee0f req-84bf4f2c-043e-47cf-a837-b8138f16db5a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.2991006 May 25 16:02:09.598741 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.654899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.706287 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:09.725104 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.727139 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:09.743346 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-9c4133a3-080c-47d1-82be-5804406a3dde None None] Provisioning complete for port 6e30b384-7494-4938-b87b-de9b86942801 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:09.743346 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9c4133a3-080c-47d1-82be-5804406a3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.766548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7168f40b-63c5-4802-98ee-18972e7578fa,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:09.769428 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:09.788741 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-09a9a43c-8ce9-427a-aa9b-62ec27d2ee0f req-41877c16-af96-4a2e-a449-df9d68c09305 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524949 May 25 16:02:09.805586 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-98e2b06a-b317-4935-90df-365af80f8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:09.807141 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-98e2b06a-b317-4935-90df-365af80f8e59 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1138 time: 0.3742735 May 25 16:02:09.841069 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:09.846590 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4754198 May 25 16:02:09.848177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58224) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:09.854744 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:09.866299 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:09.881157 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:09.891472 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:09.901862 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:10.060298 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.182010 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 4, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'd11a6d83-94a7-4b11-ad82-8bd4f0417bf7', 'name': '', 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'mac_address': 'fa:16:3e:a5:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:04Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 2, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'subnets': [{'id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:10.187728 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Checking router: 19316e90-25e6-4063-a423-4d8266d7cbba for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:10.188260 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Updating router 19316e90-25e6-4063-a423-4d8266d7cbba port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:02:10.258937 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.294764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.365416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.367977 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-ac92e1a4-3fa4-449a-b417-3e87a3b21db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:10.369459 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-ac92e1a4-3fa4-449a-b417-3e87a3b21db0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.5267837 May 25 16:02:10.383867 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:10.430855 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb45625-d8fa-455e-864d-12f6891e0265,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:10.442138 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:10.533037 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.537027 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-92396ceb-6cab-47d3-850f-f36df055d5b7 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6864746 May 25 16:02:10.537731 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58236) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:10.548590 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:10.566731 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:10.572855 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:10.577075 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:10.584755 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:10.617714 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa013e2-f3a2-4ead-a27f-f59acab22e0a req-d15122e9-64a8-4a5a-9288-d120c9d72aae tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:10.619202 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4fa013e2-f3a2-4ead-a27f-f59acab22e0a req-d15122e9-64a8-4a5a-9288-d120c9d72aae tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 932 time: 0.1455092 May 25 16:02:10.664823 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:10.670058 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-13a87e89-790f-4388-be5f-e8248424fb5a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1002 time: 0.2922704 May 25 16:02:10.673802 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.674977 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4fa013e2-f3a2-4ead-a27f-f59acab22e0a req-6db1e447-40f2-4b85-95db-4053825b1f0a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494282 May 25 16:02:10.703449 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.703942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.715600 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Transition to ACTIVE for port object d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:10.731357 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Transition to ACTIVE for port object 47bface2-f5dd-4392-ad31-c982b3c8720d will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:10.747034 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-3ec23297-ee3d-4d43-9f8c-97b5ac2a61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:10.750655 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-3ec23297-ee3d-4d43-9f8c-97b5ac2a61b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0702915 May 25 16:02:10.786215 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.799294 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.803441 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:10.826213 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-982b43e6-b0db-41b7-93d6-f672136e7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:10.827697 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-982b43e6-b0db-41b7-93d6-f672136e7a3a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726545 May 25 16:02:10.828787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.834609 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-062c4232-c2b1-4677-b71a-f44fb10528de tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:10.902644 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.922364 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f1b7448a-9803-4411-a12a-3ab2206d3acb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:10.968432 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b38cb7-b406-4b27-a40f-c0b4773c125c,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:10.969325 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.065021 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.070761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.131610 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.142155 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-61f0b811-f398-4b23-8a7d-69a5da08f335 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5921142 May 25 16:02:11.142155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58242) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:11.142155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:11.164258 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:11.176043 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:11.192025 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:11.203803 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:11.212644 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-92840f87-a88c-464e-83e8-62279ec2a607 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360107 May 25 16:02:11.293111 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-779f-4936-be38-c4fec9bdc754 None None] Pushing event updated for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.319240 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-a03f4f5f-779f-4936-be38-c4fec9bdc754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.320149 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Attempting to bind port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:11.320502 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Attempting to bind port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:11.321055 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Attempting to bind port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 on network d427a07e-1f20-47a2-9c43-93079d42bfa2 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Checking segment: {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Bound using segment: {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Bound port: d11a6d83-94a7-4b11-ad82-8bd4f0417bf7, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa97537-2d63-414d-b7c3-13c1c8584243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:11.335092 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.366172 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.378054 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Attempting to bind port 47bface2-f5dd-4392-ad31-c982b3c8720d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:11.378706 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Attempting to bind port 47bface2-f5dd-4392-ad31-c982b3c8720d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:11.385625 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Attempting to bind port 47bface2-f5dd-4392-ad31-c982b3c8720d on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:11.416149 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Port 47bface2-f5dd-4392-ad31-c982b3c8720d on network 32e28711-3884-4910-8e1a-09c506d8db02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:02:11.416785 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Attempting to bind port 47bface2-f5dd-4392-ad31-c982b3c8720d on network 32e28711-3884-4910-8e1a-09c506d8db02 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:11.429085 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:11.429624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Checking segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:11.430186 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Bound using segment: {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:11.430800 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Bound port: 47bface2-f5dd-4392-ad31-c982b3c8720d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:11.431318 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.489644 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.521519 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] For port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:11.547367 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] For port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:11.557807 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fcecedac-a031-4eb4-ac94-e0f114333964 req-9c332c46-1d57-4937-b109-21bf6b8c1183 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316147 May 25 16:02:11.565407 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.571369 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:11.575284 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:11.575422 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:11.612029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d43ba6-c9a1-470d-8940-3baff9331a63,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.615401 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.753690 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.754509 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.755250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-272f5cf8-a3b7-4a2f-9e58-f7f1d964a18b tempest-VolumesActionsTest-359650515 tempest-VolumesActionsTest-359650515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:11.755370 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:11.791031 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.796568 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-97b64a5e-4afb-4930-b10f-b7585500eab4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6586204 May 25 16:02:11.797434 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58254) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:11.805592 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:11.822496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:11.831011 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:11.836413 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:11.836811 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:11.837117 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:11.844301 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:11.868392 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:11.869136 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:11.870589 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] 10.222.0.68 "PUT /v2.0/ports/47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 1094 time: 2.5280683 May 25 16:02:11.873258 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:11.905092 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.916833 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.935790 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-779f-4936-be38-c4fec9bdc754 None None] Pushing event updated for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=4']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:11.950971 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132c6e-e126-4c2b-9940-69da50cc2ca2 req-aba91e8f-e77f-4173-8222-68fd2df7ee55 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:11.957759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-1d132c6e-e126-4c2b-9940-69da50cc2ca2 req-aba91e8f-e77f-4173-8222-68fd2df7ee55 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:11.958287 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.securitygroups_db [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Project 43a8d408cee841de9398fa3b5e2ca10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:02:11.958397 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'status': 'completed', 'code': 200} May 25 16:02:11.963435 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-a03f4f5f-779f-4936-be38-c4fec9bdc754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:11.965850 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.079422 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.086106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-1d132c6e-e126-4c2b-9940-69da50cc2ca2 req-aba91e8f-e77f-4173-8222-68fd2df7ee55 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:12.093656 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1d132c6e-e126-4c2b-9940-69da50cc2ca2 req-aba91e8f-e77f-4173-8222-68fd2df7ee55 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.2852075 May 25 16:02:12.112360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-c9df1745-ce50-4249-b4b1-28f45e485091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.114140 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-c9df1745-ce50-4249-b4b1-28f45e485091 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1097 time: 0.1210046 May 25 16:02:12.122439 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:12.136804 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.138913 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-eca0a036-25d3-45b8-bcf2-a2f78232e7d4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:12.161842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3227d25-2acd-4c8e-9607-78e1f33afd39,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:12.164283 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:12.225640 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1d132c6e-e126-4c2b-9940-69da50cc2ca2 req-1fbaf000-af12-4c76-bcb5-38fdcaac3b72 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310768 May 25 16:02:12.238063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.240321 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6f7174dc-8fdf-4ae7-b61d-7b6f190cf70e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4416893 May 25 16:02:12.243549 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58260) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:12.256977 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'security_group_rule': {'security_group_id': 'fe72d57f-982f-482b-804a-18eaa1f08ecc', 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:12.264819 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:12.272327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:security_group_rule and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:12.285760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:12.296348 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:12.324830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-32eb6d19-21f1-4162-9ddf-e5b90d91702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.326414 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-32eb6d19-21f1-4162-9ddf-e5b90d91702f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1963692 May 25 16:02:12.458868 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.securitygroups_db [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Project 43a8d408cee841de9398fa3b5e2ca10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:02:12.478364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.491263 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-6b803f42-2012-46ae-bc50-162d14da4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.492750 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-46b1a70d-a1eb-4dc2-80c2-dfccdb091c74 req-6b803f42-2012-46ae-bc50-162d14da4b29 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593251 May 25 16:02:12.528375 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 4, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'd11a6d83-94a7-4b11-ad82-8bd4f0417bf7', 'name': '', 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'mac_address': 'fa:16:3e:a5:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:04Z', 'updated_at': '2021-05-25T16:02:11Z', 'revision_number': 4, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'subnets': [{'id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:12.534592 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999e383-47f5-465d-99e8-2e441d528759 None None] The sync data for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb is: [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:05Z', 'revision_number': 4, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'd11a6d83-94a7-4b11-ad82-8bd4f0417bf7', 'name': '', 'network_id': 'd427a07e-1f20-47a2-9c43-93079d42bfa2', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'mac_address': 'fa:16:3e:a5:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:04Z', 'updated_at': '2021-05-25T16:02:11Z', 'revision_number': 4, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'subnets': [{'id': 'd1e9c351-d9e6-4da3-971a-306194d18fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:12.626539 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.665519 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-eeeb3f6b-56ab-43e6-9a80-0717c2437676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.667042 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-eeeb3f6b-56ab-43e6-9a80-0717c2437676 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1097 time: 0.1010714 May 25 16:02:12.854810 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-7151ab92-7caa-4fff-8283-dcd707a9da94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 217 time: 0.1670589 May 25 16:02:12.855571 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.858039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:12.928922 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a833bf-db8a-4ce1-8278-1b740ae6c210,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:12.934891 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:12.952030 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-f46a313c-a235-4fd8-a5e0-57013527b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:12.952030 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-f46a313c-a235-4fd8-a5e0-57013527b77e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0829372 May 25 16:02:13.037048 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-e8bd344c-280f-4cfb-80ed-87604e9e75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:13.038599 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-e8bd344c-280f-4cfb-80ed-87604e9e75d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802677 May 25 16:02:13.039909 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:13.040981 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-2aae36f0-e9c9-4f5f-b128-72b8b23867f6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7964725 May 25 16:02:13.215986 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-2c008969-50b2-462d-a244-d06405359592 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706159 May 25 16:02:13.393675 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c2731c53-8f65-4210-97f5-f55eacd7c479 req-901453c4-3658-4a28-a52d-006fff8c0385 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702452 May 25 16:02:13.473897 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0a50c-a12f-4347-bd00-dcb7905a302a req-acd15bd9-6d8a-4837-9d78-4106aa501648 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:13.475344 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1bd0a50c-a12f-4347-bd00-dcb7905a302a req-acd15bd9-6d8a-4837-9d78-4106aa501648 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1018634 May 25 16:02:13.541037 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1bd0a50c-a12f-4347-bd00-dcb7905a302a req-5eb9c870-3978-4211-a499-b289055a98ed tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564432 May 25 16:02:14.484495 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:14.657019 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:14.661946 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:14.662353 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:14.755205 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac597-d650-4bca-b79e-5432e3ecaf39 req-f5d19232-d3e3-4b30-b8d8-2f2596c262ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:14.763154 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2caac597-d650-4bca-b79e-5432e3ecaf39 req-f5d19232-d3e3-4b30-b8d8-2f2596c262ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1046684 May 25 16:02:14.822678 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2caac597-d650-4bca-b79e-5432e3ecaf39 req-3322e117-2102-41e1-a1ba-f67daab20529 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570695 May 25 16:02:14.833497 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:14.867947 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:14.951624 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:14.956083 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-497c9d02-3433-4a37-bb48-83d069952c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:15.025365 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:15.028324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:15.947823 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:02:16.029623 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d1e9-8816-415a-af7f-4f9043ba26b0 req-b7d4e33a-09c9-4e52-a7fd-5530edf60ac6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:16.031078 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce61d1e9-8816-415a-af7f-4f9043ba26b0 req-b7d4e33a-09c9-4e52-a7fd-5530edf60ac6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.0902832 May 25 16:02:16.084422 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce61d1e9-8816-415a-af7f-4f9043ba26b0 req-82efdcdc-51c6-4695-89af-417e25912288 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466621 May 25 16:02:16.091092 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:16.109290 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:02:16.164999 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.181677 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:16.198337 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:16.328670 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.332801 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:16.407832 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:16.412917 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:16.478803 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:16.552106 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:16.552471 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:16.642069 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['47bface2-f5dd-4392-ad31-c982b3c8720d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:17.286660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d6f9-12ec-43f5-96d2-f4158ab1b32a req-372fcc26-effa-47a9-8ba6-ed921d896b57 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:17.288160 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-81a9d6f9-12ec-43f5-96d2-f4158ab1b32a req-372fcc26-effa-47a9-8ba6-ed921d896b57 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 945 time: 0.0884202 May 25 16:02:17.337226 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-81a9d6f9-12ec-43f5-96d2-f4158ab1b32a req-b7a42bfe-6194-4d28-91a5-817b80118a28 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 May 25 16:02:17.964317 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:18.145577 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 47bface2-f5dd-4392-ad31-c982b3c8720d completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:18.150949 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 47bface2-f5dd-4392-ad31-c982b3c8720d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:18.151388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:18.270981 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:18.297640 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:18.307623 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:18.343282 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'code': 200} May 25 16:02:18.433818 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:18.435667 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:18.517185 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:18.522550 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:18.547271 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df943b4-c758-438e-8edb-85828e30b89c req-85fa0cf2-631a-4dd4-ab1d-3ccd78ad41a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.548782 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8df943b4-c758-438e-8edb-85828e30b89c req-85fa0cf2-631a-4dd4-ab1d-3ccd78ad41a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0911968 May 25 16:02:18.614183 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8df943b4-c758-438e-8edb-85828e30b89c req-dc5ee805-890c-49f0-b3eb-f39f4acaf4d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562406 May 25 16:02:18.806336 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9010-e1c7-4e9d-8b9f-d4fa9a568faa req-f26d6d42-3dc7-4790-b7d9-bae2d5b20f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:18.807783 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-289a9010-e1c7-4e9d-8b9f-d4fa9a568faa req-f26d6d42-3dc7-4790-b7d9-bae2d5b20f24 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1099 time: 0.0755665 May 25 16:02:18.852974 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-289a9010-e1c7-4e9d-8b9f-d4fa9a568faa req-2f0f6e1f-3aa9-4c40-9a79-b8554e2d4c06 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384896 May 25 16:02:19.818145 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0493d0-3c31-4e0c-a7b2-07cb2ce0bf25 req-6df327e8-a9b6-49c5-b9e5-b2aaae6e7cd5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:19.819593 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e0493d0-3c31-4e0c-a7b2-07cb2ce0bf25 req-6df327e8-a9b6-49c5-b9e5-b2aaae6e7cd5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0845654 May 25 16:02:19.865529 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e0493d0-3c31-4e0c-a7b2-07cb2ce0bf25 req-b5d8e0ef-d9af-4266-bd51-9df282a4d2f1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396323 May 25 16:02:21.066603 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434ebad-7562-4d56-9872-cb37319e945c req-708fcb97-eba2-420e-ae2d-0fbe20021510 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:21.068290 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0434ebad-7562-4d56-9872-cb37319e945c req-708fcb97-eba2-420e-ae2d-0fbe20021510 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0886734 May 25 16:02:21.121113 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0434ebad-7562-4d56-9872-cb37319e945c req-842a952b-5937-4083-b394-ece06250d7db tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442867 May 25 16:02:21.323736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e727-6b3f-416d-82b9-73068db38ac8 req-7b077b19-6f41-481f-85d1-9b14c7da5b04 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:21.325224 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-6437e727-6b3f-416d-82b9-73068db38ac8 req-7b077b19-6f41-481f-85d1-9b14c7da5b04 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0927694 May 25 16:02:21.339469 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58408) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:21.349262 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Request body: {'floatingip': {'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:21.426317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:21.825785 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9d581113-ba69-4213-b52d-4c742b8a6410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:22.134200 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:22.225659 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:22.410209 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Floating IP 00e379c0-6e16-4e8f-bfdd-a970268d03b6 associated. External IP: 172.28.2.46, port: 47bface2-f5dd-4392-ad31-c982b3c8720d. May 25 16:02:22.783608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:22.970336 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:22.975915 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:22.982755 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:22.994941 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:22.995685 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:23.053225 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-49ad1c54-71a6-4062-a812-3669c897a5ee tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "PUT /v2.0/floatingips/00e379c0-6e16-4e8f-bfdd-a970268d03b6 HTTP/1.1" status: 200 len: 991 time: 1.7052205 May 25 16:02:23.054145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:23.141388 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'status': 'completed', 'code': 200} May 25 16:02:23.248583 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:23.281175 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a289-1cf0-4374-a214-37867e0916cb req-8e163609-af11-49ee-9d48-f5b84d83590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:23.282628 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-8e163609-af11-49ee-9d48-f5b84d83590b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1099 time: 0.0817301 May 25 16:02:23.421702 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a289-1cf0-4374-a214-37867e0916cb req-8bfc1dc2-49fa-4ec8-92cc-cd18bf6f9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:23.423140 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-8bfc1dc2-49fa-4ec8-92cc-cd18bf6f9d65 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.1338809 May 25 16:02:23.542415 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-55e05a42-5537-44ec-8180-8c3b32127057 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 999 time: 0.1109805 May 25 16:02:23.608995 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a289-1cf0-4374-a214-37867e0916cb req-0a140b86-fc2a-42e2-bad5-802177a3ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:23.610517 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-0a140b86-fc2a-42e2-bad5-802177a3ccac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0585313 May 25 16:02:23.643540 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '00e379c0-6e16-4e8f-bfdd-a970268d03b6', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:21Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:23.647515 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:02:23.655814 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:23.656420 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:01:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:23.687834 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a289-1cf0-4374-a214-37867e0916cb req-60218ea8-4d35-473e-97e9-0362d62fb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:23.689349 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-60218ea8-4d35-473e-97e9-0362d62fb377 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717318 May 25 16:02:23.840668 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:23.932323 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-733b023d-ac87-4356-8773-a86be9a0c15f service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360699 May 25 16:02:24.071637 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6507a289-1cf0-4374-a214-37867e0916cb req-5b9ae5a4-7550-49e8-b476-2184cd0832d7 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320724 May 25 16:02:24.213062 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-4bbda881-e6cd-48c5-b902-27d133d92903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:24.214906 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:24.233901 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '00e379c0-6e16-4e8f-bfdd-a970268d03b6', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:21Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:24.238501 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54bc0d-411c-47c8-9471-d2b784a85343 None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '00e379c0-6e16-4e8f-bfdd-a970268d03b6', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:02:21Z', 'revision_number': 1, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:02:24.512659 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b318cc7f-d85d-43a8-adcc-469addf66a82 None None] New status for floating IP 00e379c0-6e16-4e8f-bfdd-a970268d03b6: ACTIVE {{(pid=99119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:02:24.531710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7d39f-9b1c-4acc-8c6f-4060f9010578 req-d13409fe-6a18-413e-ba38-6dc8f9b6f243 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.533231 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8fc7d39f-9b1c-4acc-8c6f-4060f9010578 req-d13409fe-6a18-413e-ba38-6dc8f9b6f243 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1734102 May 25 16:02:24.541754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-0cf70a2a-f540-4345-9da0-cbb22d776323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.547718 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-0cf70a2a-f540-4345-9da0-cbb22d776323 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1138 time: 0.1418862 May 25 16:02:24.687063 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8fc7d39f-9b1c-4acc-8c6f-4060f9010578 req-ee70e194-3e93-4d9f-9b99-ed2761193aca tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336138 May 25 16:02:24.733291 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-39c87fc4-b921-4995-a18e-ab2d04720593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.734828 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-39c87fc4-b921-4995-a18e-ab2d04720593 service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.1770897 May 25 16:02:24.849628 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-628ca0a5-fe6d-415c-a7eb-853dd195de4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1002 time: 0.1075494 May 25 16:02:24.917345 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-d08e4be6-ad8a-4649-8f42-56b878950511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.921732 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-d08e4be6-ad8a-4649-8f42-56b878950511 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0617194 May 25 16:02:24.997620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-50cf3564-ece7-494b-b96e-91f563ade3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:24.999350 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-50cf3564-ece7-494b-b96e-91f563ade3bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725338 May 25 16:02:25.142028 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-7496c8bb-59ca-4558-933c-83f3baa0cf62 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341484 May 25 16:02:25.196972 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:25.290013 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-f2f275e1-6109-4813-b579-f38baf32eb81 req-eb7ca999-dcc1-4b64-b371-7fa178c79f92 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288712 May 25 16:02:25.870681 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a54b04-b308-49b7-8e6a-2c279d0d87a1 req-17bb094f-abb8-43ae-a193-d49ffb38817b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:25.872126 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-54a54b04-b308-49b7-8e6a-2c279d0d87a1 req-17bb094f-abb8-43ae-a193-d49ffb38817b tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0851171 May 25 16:02:25.920863 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-54a54b04-b308-49b7-8e6a-2c279d0d87a1 req-34689427-785b-4f48-a3c1-b63348e99ac4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427682 May 25 16:02:26.837040 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:27.119641 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b22ea-ff6e-47ff-9e8c-0b500a21cb88 req-d86d63d4-ad00-45fd-bc73-402580a6ea5c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:27.121115 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-754b22ea-ff6e-47ff-9e8c-0b500a21cb88 req-d86d63d4-ad00-45fd-bc73-402580a6ea5c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0919223 May 25 16:02:27.175574 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-754b22ea-ff6e-47ff-9e8c-0b500a21cb88 req-8d5c9b5f-20b5-4c8a-84ee-a7ebca8b1b35 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479929 May 25 16:02:27.856860 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:28.366553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb68ba-0d9c-4be3-b9fa-d5c13e313db3 req-b67c4492-0357-45e0-a5cd-d4cb89444a25 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:28.368032 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-59bb68ba-0d9c-4be3-b9fa-d5c13e313db3 req-b67c4492-0357-45e0-a5cd-d4cb89444a25 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0825863 May 25 16:02:28.416029 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-59bb68ba-0d9c-4be3-b9fa-d5c13e313db3 req-55b9b5b3-252d-4477-91dc-fc8ebc44f448 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422034 May 25 16:02:29.246864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58522) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:29.377057 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.391264 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:29.395623 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Usage tracker for resource:security_group_rule and tenant:abf0228292774231b37de8d9efb19ae8 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:29.398404 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:29.404139 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:29.502734 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.592585 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.606492 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-edca140d-5570-4142-a3ab-5f80930af9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:29.668895 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6353d-4799-471e-ae2a-ee9672be18ed,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:29.676687 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abf0228292774231b37de8d9efb19ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259145 May 25 16:02:29.676687 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ccad3518-2975-4707-8123-029da73962aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:29.677312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58532) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:29.702140 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6bbe6-f2cf-4b26-ae45-b4da883bbfa0 req-d42d8cb7-c0b1-480d-ba85-7cb3881174b7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:29.703704 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-17b6bbe6-f2cf-4b26-ae45-b4da883bbfa0 req-d42d8cb7-c0b1-480d-ba85-7cb3881174b7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1704586 May 25 16:02:29.748106 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.765624 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-17b6bbe6-f2cf-4b26-ae45-b4da883bbfa0 req-34cd8b6f-e46b-4a1b-868b-7804c98bef2c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553999 May 25 16:02:29.781146 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.932256 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.935904 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-21d11823-f528-4864-a5aa-ff9e2b8a8a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:29.949289 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6353d-4799-471e-ae2a-ee9672be18ed,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:29.952044 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:29.957534 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:29.958873 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9d6353d-4799-471e-ae2a-ee9672be18ed HTTP/1.1" status: 204 len: 168 time: 0.2804801 May 25 16:02:31.046559 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f429e-79f1-442a-b6ae-d4072eb8bdfc req-d2dfe4bc-b700-4b0e-a15d-43b7093298cb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:31.048113 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-381f429e-79f1-442a-b6ae-d4072eb8bdfc req-d2dfe4bc-b700-4b0e-a15d-43b7093298cb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1749907 May 25 16:02:31.096186 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-381f429e-79f1-442a-b6ae-d4072eb8bdfc req-bf00bef0-6e07-4545-b9c1-15c9c2501845 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415494 May 25 16:02:32.297665 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5443e40-6266-4fa3-ad44-fed1360aa886 req-113818c0-efe1-4f73-bde4-e2e5c4516f3e tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:32.299213 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5443e40-6266-4fa3-ad44-fed1360aa886 req-113818c0-efe1-4f73-bde4-e2e5c4516f3e tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0903928 May 25 16:02:32.351915 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5443e40-6266-4fa3-ad44-fed1360aa886 req-40cff5f9-df2e-403f-af03-b84be482269d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458269 May 25 16:02:33.550502 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a528e2-4f2d-4d4f-83ef-de8cf281f901 req-08aacb25-c12b-4384-b195-05c5b7776874 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:33.552106 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a528e2-4f2d-4d4f-83ef-de8cf281f901 req-08aacb25-c12b-4384-b195-05c5b7776874 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0854585 May 25 16:02:33.604867 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05a528e2-4f2d-4d4f-83ef-de8cf281f901 req-e98317c8-dc60-4c51-8cf6-af03a6995de7 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468171 May 25 16:02:34.801561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b495-9e1b-4c77-b072-33b5192e0c43 req-0481e524-d813-44e9-96f1-c3f866259cc8 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:34.802748 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-23d7b495-9e1b-4c77-b072-33b5192e0c43 req-0481e524-d813-44e9-96f1-c3f866259cc8 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0886288 May 25 16:02:34.851065 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-23d7b495-9e1b-4c77-b072-33b5192e0c43 req-52d55f51-ea39-4e97-9a49-6731f54a62bd tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419219 May 25 16:02:36.045966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7ffd-3b12-4927-b071-3ddc78a30fe2 req-f925cd86-15f6-405c-b39e-b81ccf9dd6e0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:36.047436 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-87be7ffd-3b12-4927-b071-3ddc78a30fe2 req-f925cd86-15f6-405c-b39e-b81ccf9dd6e0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0875983 May 25 16:02:36.098602 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-87be7ffd-3b12-4927-b071-3ddc78a30fe2 req-c5912353-f94f-459c-bcb2-06344775d0ee tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447614 May 25 16:02:37.291731 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaae4d0-674d-41e0-9364-4dc6d02daf9f req-ac216de8-c8e3-44e8-8f09-b36fe00c02bb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:37.293197 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dfaae4d0-674d-41e0-9364-4dc6d02daf9f req-ac216de8-c8e3-44e8-8f09-b36fe00c02bb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0800302 May 25 16:02:37.339236 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dfaae4d0-674d-41e0-9364-4dc6d02daf9f req-55c81b05-00ad-4958-84a2-987c9da23e7a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401697 May 25 16:02:37.698940 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-de6a65e9-df8e-41e6-8dbc-e03a41d5df8d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:37.802087 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-de6a65e9-df8e-41e6-8dbc-e03a41d5df8d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:37.803258 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-de6a65e9-df8e-41e6-8dbc-e03a41d5df8d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458176253&fields=id&tenant_id=43a8d408cee841de9398fa3b5e2ca10c HTTP/1.1" status: 200 len: 267 time: 0.1447792 May 25 16:02:37.959495 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-1e7f2660-379c-4f0f-af0c-14284890624f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:37.960945 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-1e7f2660-379c-4f0f-af0c-14284890624f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 808 time: 0.1511583 May 25 16:02:37.979695 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d6d78ff1-f605-4849-b930-58d214c179c8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/quotas/43a8d408cee841de9398fa3b5e2ca10c HTTP/1.1" status: 200 len: 375 time: 0.0124643 May 25 16:02:38.062271 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-9ab06a68-14eb-45a8-9907-85001b13d36f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766644 May 25 16:02:38.103198 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:02:38.288116 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-36c844ff-1f62-4e87-aae1-0dce03530a65 service neutron] 10.222.0.64 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144628 May 25 16:02:38.420024 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-97d84b3a-0fbd-416d-acff-cd216eb69d39 service neutron] 10.222.0.64 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261516 May 25 16:02:38.540683 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565cff-58d1-4d46-ac8b-488ef7311df1 req-b20ad2f6-3ace-451c-b0d3-b1c9c8dd0fcb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:38.541747 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-77565cff-58d1-4d46-ac8b-488ef7311df1 req-b20ad2f6-3ace-451c-b0d3-b1c9c8dd0fcb tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0906105 May 25 16:02:38.592889 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-77565cff-58d1-4d46-ac8b-488ef7311df1 req-a0618761-24ce-437e-9259-60fa0d1f33bd tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453935 May 25 16:02:39.253310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-6d6610fa-2768-4a21-8113-82d24b320195 req-db5922b5-b526-42f6-bb77-64e899099675 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:39.405224 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-6d6610fa-2768-4a21-8113-82d24b320195 req-db5922b5-b526-42f6-bb77-64e899099675 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:39.406409 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6d6610fa-2768-4a21-8113-82d24b320195 req-db5922b5-b526-42f6-bb77-64e899099675 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.2055452 May 25 16:02:39.779858 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aa1b0-72e2-4c2b-b8b7-58c978fd2e99 req-68d5de8b-f932-4dfa-bd98-c9e0049c2baa tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:39.781335 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-924aa1b0-72e2-4c2b-b8b7-58c978fd2e99 req-68d5de8b-f932-4dfa-bd98-c9e0049c2baa tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0812957 May 25 16:02:39.831920 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-924aa1b0-72e2-4c2b-b8b7-58c978fd2e99 req-169930bc-803a-4627-8ac1-c4dbe3bff3ba tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446095 May 25 16:02:40.577027 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ba1394ef-3933-4587-9d29-5dd8b37d9dc0 req-3e0ce2ba-4f14-4052-a83d-c090a4e48dd6 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.0540111 May 25 16:02:41.033437 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cc6a6-16d8-4fac-8260-53a66d924404 req-bd91e4ca-56f6-4727-a5d3-a4a8285b1d29 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:41.035839 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-406cc6a6-16d8-4fac-8260-53a66d924404 req-bd91e4ca-56f6-4727-a5d3-a4a8285b1d29 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0846162 May 25 16:02:41.082466 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-406cc6a6-16d8-4fac-8260-53a66d924404 req-af53577f-2795-42c2-80c8-b08f43d78e2d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:41.284912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-406cc6a6-16d8-4fac-8260-53a66d924404 req-af53577f-2795-42c2-80c8-b08f43d78e2d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:41.286090 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-406cc6a6-16d8-4fac-8260-53a66d924404 req-af53577f-2795-42c2-80c8-b08f43d78e2d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2444518 May 25 16:02:41.737985 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5c9cf357-3dc6-483d-8904-7262a65fdf2c req-0d006c40-a8c4-4519-9ef1-9f858251fcaa tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.0498726 May 25 16:02:42.056543 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-e8ec9826-0dba-4e85-85f9-e600a73f1b2d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:42.057215 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-e8ec9826-0dba-4e85-85f9-e600a73f1b2d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:42.173310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-e8ec9826-0dba-4e85-85f9-e600a73f1b2d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:42.175010 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-e8ec9826-0dba-4e85-85f9-e600a73f1b2d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 808 time: 0.2729528 May 25 16:02:42.233973 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-4f681cc1-8887-4c03-8d29-d2b4fc643aa8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:42.249678 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-4f681cc1-8887-4c03-8d29-d2b4fc643aa8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:42.250828 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-4f681cc1-8887-4c03-8d29-d2b4fc643aa8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a8d408cee841de9398fa3b5e2ca10c HTTP/1.1" status: 200 len: 380 time: 0.0625992 May 25 16:02:42.260257 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'port': {'device_id': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'admin_state_up': True, 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'security_groups': ['fe72d57f-982f-482b-804a-18eaa1f08ecc']}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:42.459241 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:42.473218 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:42.503117 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38a2e-94a7-41f5-966b-d89ad5ee5b7a req-c02d6d6e-260f-4ca1-87a2-9c5c776fde31 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:42.504615 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58f38a2e-94a7-41f5-966b-d89ad5ee5b7a req-c02d6d6e-260f-4ca1-87a2-9c5c776fde31 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1039898 May 25 16:02:42.551412 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-58f38a2e-94a7-41f5-966b-d89ad5ee5b7a req-bbe974f9-d0e2-4340-9750-3ae42620a9fc tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409462 May 25 16:02:42.601862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Made reservation on behalf of 43a8d408cee841de9398fa3b5e2ca10c for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:42.605421 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:42.783201 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Allocated IP 172.20.0.10 (3e65f7d5-d777-49b5-8bf7-83601b7eb55a/bedb29de-dcc5-4c87-806e-02108eb1a61b/3947bdbf-fe6b-4893-aab1-a96a8b847024) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:42.917996 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bd3648ed-f660-42be-bfcf-54dbab00a93b req-5630be05-87a0-4902-a8ea-cffa852ae511 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.0628717 May 25 16:02:42.994249 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.022558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Transition to ACTIVE for port object 3947bdbf-fe6b-4893-aab1-a96a8b847024 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:43.148370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.155553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4ef5e53f-c46a-4c8f-8a2f-adf18c416052 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:43.215693 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:43.218685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:43.222861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:43.373575 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:43.378859 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:43.400139 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:43.400139 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.518456 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58806) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:43.536455 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-24489f5f-7b2f-491e-bfa8-a1261f1b61b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2801788 May 25 16:02:43.558140 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Request body: {'port': {'device_id': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:43.610446 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7719f7d5-a0b5-436f-8374-e83e2b7acd7c None None] Provisioning for port 3947bdbf-fe6b-4893-aab1-a96a8b847024 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:43.616319 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7719f7d5-a0b5-436f-8374-e83e2b7acd7c None None] Provisioning complete for port 3947bdbf-fe6b-4893-aab1-a96a8b847024 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:43.616759 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7719f7d5-a0b5-436f-8374-e83e2b7acd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.647356 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.663611 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:43.668884 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5773ed073b42adb3edfa423f8ce61a is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:43.671903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:43.678771 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:43.680077 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7719f7d5-a0b5-436f-8374-e83e2b7acd7c None None] Port 3947bdbf-fe6b-4893-aab1-a96a8b847024 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:02:43.699065 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.825740 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009090-e879-4474-a915-10a5ca3847dc req-570ba452-9c32-4994-814e-4b7848fc7578 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:43.827134 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dd009090-e879-4474-a915-10a5ca3847dc req-570ba452-9c32-4994-814e-4b7848fc7578 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1426039 May 25 16:02:43.845391 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58816) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:43.872143 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.896316 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dd009090-e879-4474-a915-10a5ca3847dc req-9efbe773-a38f-4edb-b83a-ae19b39fe334 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571263 May 25 16:02:43.941805 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.951346 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8ccd378b-4ee4-4b40-8b2d-018c38eaa625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:43.992376 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.999026 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e5773ed073b42adb3edfa423f8ce61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766805 May 25 16:02:43.999026 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d7e18-1c6b-4588-b3fd-af5d4aa3d9a9,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.000096 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58824) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:44.002520 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-eb82dfdc-6218-43ed-8f5b-8311b7a79569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.024712 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:44.030466 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc1153455224c3cb92d5dd73df7fac3 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:44.034745 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:44.064533 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.077216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:44.091042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.201991 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3947bdbf-fe6b-4893-aab1-a96a8b847024 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:44.213300 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.236516 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Transition to ACTIVE for port object 3947bdbf-fe6b-4893-aab1-a96a8b847024 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:44.236796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.241628 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c7a9573b-d114-4a03-b4c0-bc728ce5ddf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.246536 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae4971-dab6-4d90-b486-52d2b1feea31 req-ecdced96-8a85-47eb-a459-432868adef58 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:44.247219 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-41ae4971-dab6-4d90-b486-52d2b1feea31 req-ecdced96-8a85-47eb-a459-432868adef58 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:44.264320 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d7e18-1c6b-4588-b3fd-af5d4aa3d9a9,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.276777 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.278871 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.279980 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-d22705a8-fd48-41c6-850b-b5a083295490 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf5d7e18-1c6b-4588-b3fd-af5d4aa3d9a9 HTTP/1.1" status: 204 len: 168 time: 0.2788756 May 25 16:02:44.325933 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.327491 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.333148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-67888280-50e7-487d-b97d-00024f621517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.384125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-41ae4971-dab6-4d90-b486-52d2b1feea31 req-ecdced96-8a85-47eb-a459-432868adef58 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:44.385331 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-41ae4971-dab6-4d90-b486-52d2b1feea31 req-ecdced96-8a85-47eb-a459-432868adef58 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 932 time: 0.3467917 May 25 16:02:44.452106 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.569733 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fc1153455224c3cb92d5dd73df7fac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232192 May 25 16:02:44.574910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.575326 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58832) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:44.575443 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.586629 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e93dc355-2dbd-452a-92f8-456b23d20ca6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.641083 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.648065 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-41ae4971-dab6-4d90-b486-52d2b1feea31 req-13d1c1bf-320f-4295-9168-b60cc04582a2 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051806 May 25 16:02:44.673568 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.678258 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6e251-3abe-4b7a-9370-77c6d74cc2ff,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.681273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.708600 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Attempting to bind port 3947bdbf-fe6b-4893-aab1-a96a8b847024 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:02:44.710386 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Attempting to bind port 3947bdbf-fe6b-4893-aab1-a96a8b847024 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:02:44.710737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Attempting to bind port 3947bdbf-fe6b-4893-aab1-a96a8b847024 on network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:44.716880 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Port 3947bdbf-fe6b-4893-aab1-a96a8b847024 on network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:02:44.717353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Attempting to bind port 3947bdbf-fe6b-4893-aab1-a96a8b847024 on network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:02:44.723128 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:02:44.725584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Checking segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:44.725584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Bound using segment: {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:02:44.725584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Bound port: 3947bdbf-fe6b-4893-aab1-a96a8b847024, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745435d8-8952-42c8-90b9-3ec785278988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:02:44.725584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.807738 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.822487 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1d81ed94-1433-4d35-87fc-e3e3e3ac68c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.838223 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6e251-3abe-4b7a-9370-77c6d74cc2ff,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:44.841780 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:44.845392 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.849878 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48f6e251-3abe-4b7a-9370-77c6d74cc2ff HTTP/1.1" status: 204 len: 168 time: 0.2742147 May 25 16:02:44.864085 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:02:44.868447 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:02:44.933682 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:44.942479 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:44.998930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58842) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:45.001091 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.001856 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.003986 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] 10.222.0.68 "PUT /v2.0/ports/3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 1094 time: 1.4503543 May 25 16:02:45.004485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:45.025160 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:45.026876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.028962 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d78587a5-82a6-4974-8cf9-caca930f5098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:45.063163 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'status': 'completed', 'code': 200} May 25 16:02:45.091840 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:45.106093 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9acea2f8f940bcb5de6bff852e65b3 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:45.110670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:45.119650 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:45.180207 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358e5c4-840e-4a21-98ce-f33bbeddd31b req-514a55fd-3061-4ba0-b6be-e861b3384299 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.182355 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3358e5c4-840e-4a21-98ce-f33bbeddd31b req-514a55fd-3061-4ba0-b6be-e861b3384299 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1582377 May 25 16:02:45.182524 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-477d5070-03f3-43c8-bd71-69dd1794dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.184278 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-477d5070-03f3-43c8-bd71-69dd1794dd44 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1097 time: 0.0791519 May 25 16:02:45.257947 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3358e5c4-840e-4a21-98ce-f33bbeddd31b req-e22b6930-eeaa-477f-b2bc-3fcb6b30245c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675361 May 25 16:02:45.273910 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.332124 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.351944 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a2d3846e-82b3-4ec4-b871-d4169c35cb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:45.352113 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-bb7bdffc-d5c4-4933-88b6-27eea59b2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.353559 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-bb7bdffc-d5c4-4933-88b6-27eea59b2259 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1562958 May 25 16:02:45.391861 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b9acea2f8f940bcb5de6bff852e65b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907583 May 25 16:02:45.396875 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58854) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:45.415281 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d27a5-25d3-4d98-bf60-b04ac1691854,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:45.419613 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-423af631-9dc1-41a8-914e-8ff0f015ff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:45.467165 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.496417 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.510728 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-cc2a9fc6-4073-48db-9b25-22ab687b9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.512897 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-56a5c322-fcc7-4902-8058-0fd9930019a9 req-cc2a9fc6-4073-48db-9b25-22ab687b9761 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495273 May 25 16:02:45.645161 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.645628 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-3207913a-3819-4507-9cf2-d222d01fafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.647348 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-3207913a-3819-4507-9cf2-d222d01fafc0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1097 time: 0.0798473 May 25 16:02:45.650177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a019e786-a569-408c-bccf-4fa8b8756dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:45.663850 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d27a5-25d3-4d98-bf60-b04ac1691854,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:45.672539 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:45.675063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.676484 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/792d27a5-25d3-4d98-bf60-b04ac1691854 HTTP/1.1" status: 204 len: 168 time: 0.2787135 May 25 16:02:45.731754 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-6e934569-dd0b-40d1-b14d-232e19442d95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 217 time: 0.0705161 May 25 16:02:45.868482 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1994e2-7979-43da-892d-6aff52b7fcaf req-8a9e02c9-1278-42b6-9e56-ede3855db841 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.870030 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dd1994e2-7979-43da-892d-6aff52b7fcaf req-8a9e02c9-1278-42b6-9e56-ede3855db841 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.0911453 May 25 16:02:45.917478 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-a5ac0dd9-e99a-46bd-8563-cd4ba9a5ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:45.918924 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-a5ac0dd9-e99a-46bd-8563-cd4ba9a5ed4c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.1797616 May 25 16:02:45.921629 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-dd1994e2-7979-43da-892d-6aff52b7fcaf req-0b691c07-a4e7-46a0-bbeb-545de41a52cc tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 May 25 16:02:46.003488 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-747fa555-950c-44d3-a086-a8c17e444f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:46.004989 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-747fa555-950c-44d3-a086-a8c17e444f92 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759537 May 25 16:02:46.147173 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-40868770-0ab2-41f0-a5b8-f6036681c323 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350760 May 25 16:02:46.304793 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-135e2e0c-5801-4fca-bc2f-12e0ee29b3d6 req-56ea9561-02ed-41e2-8926-0386a52de97f service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510696 May 25 16:02:46.466069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb90f4-4af4-44f9-8835-9b56871f69dd req-01bcf0d4-3176-4b81-ae74-d06807437a00 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:46.467503 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-52bb90f4-4af4-44f9-8835-9b56871f69dd req-01bcf0d4-3176-4b81-ae74-d06807437a00 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0869961 May 25 16:02:46.521974 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-52bb90f4-4af4-44f9-8835-9b56871f69dd req-5162e15b-9e61-4e31-a98c-b18a622f262f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486901 May 25 16:02:46.681354 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 58886) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:46.699073 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:46.713850 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:46.717886 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a3eed59f0645ae9dfad9147478ec8c is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:46.720738 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:46.727433 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:46.809274 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:46.899004 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:46.907826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-60db67ce-ee10-4e00-96b1-730a4531747a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:46.946463 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6a3eed59f0645ae9dfad9147478ec8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640607 May 25 16:02:46.948129 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bae1be-25c5-42b2-bc6e-499635db22ef,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:46.949231 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58892) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:46.951118 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:47.014501 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:47.078509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:47.153800 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7d12-6c78-4379-aaed-8e69e27b4798 req-2293176d-908c-4249-b3b2-5feea6a0fe34 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:47.155686 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86ee7d12-6c78-4379-aaed-8e69e27b4798 req-2293176d-908c-4249-b3b2-5feea6a0fe34 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.1204383 May 25 16:02:47.201309 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-86ee7d12-6c78-4379-aaed-8e69e27b4798 req-df2c0316-9b7f-4f51-87eb-9e6fa25799a2 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 May 25 16:02:47.244640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:47.249636 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a799a7f3-9c5a-4eda-a153-56a77619a397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:47.263438 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bae1be-25c5-42b2-bc6e-499635db22ef,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:47.266432 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:47.275319 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:47.279068 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85bae1be-25c5-42b2-bc6e-499635db22ef HTTP/1.1" status: 204 len: 168 time: 0.3260930 May 25 16:02:47.730081 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee0e1b-8ab3-4a05-8a8f-b7007e8f959e req-c5844386-ed33-4c17-8a18-60cfebab1d2f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:47.731820 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2bee0e1b-8ab3-4a05-8a8f-b7007e8f959e req-c5844386-ed33-4c17-8a18-60cfebab1d2f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.0960927 May 25 16:02:47.780621 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2bee0e1b-8ab3-4a05-8a8f-b7007e8f959e req-ee56c522-516f-4fc7-868d-6526d7b72307 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=059d6fdd-a7a5-4856-92ab-6172cbb63e67&id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427985 May 25 16:02:48.398395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590236c1-0b29-4d51-80c3-a7746bf8e0cc req-15b9b118-edfa-445c-bf50-34ac608a3761 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:48.399882 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-590236c1-0b29-4d51-80c3-a7746bf8e0cc req-15b9b118-edfa-445c-bf50-34ac608a3761 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.0816000 May 25 16:02:48.454090 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-590236c1-0b29-4d51-80c3-a7746bf8e0cc req-bcf29af4-6afe-41d6-b20d-fea286bd999e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 May 25 16:02:48.530537 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58934) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:48.641161 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1030656838-network', 'tenant_id': '647d278b5dc74400a93b5be3aecb9492'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:48.646614 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:48.650544 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Usage tracker for resource:network and tenant:647d278b5dc74400a93b5be3aecb9492 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:48.653396 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:48.660583 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:48.764752 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Made reservation on behalf of 647d278b5dc74400a93b5be3aecb9492 for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:48.767349 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:48.780451 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:48.797746 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:48.798793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:647d278b5dc74400a93b5be3aecb9492 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:48.806680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:48.807941 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:48.898360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:48.975798 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:48.979990 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-aa23fc9a-1eee-411f-8b32-c08900721eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:49.007250 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:02:49.015705 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77ecd1-92c1-4f09-a594-972381b0653d,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:49.019988 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:49.022791 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.023223 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Added segment 516cc54d-5f5d-42ea-a390-9c53d084f38d of type vlan for network 12df70d4-44c7-4ea0-899e-4051ed0d184c May 25 16:02:49.051365 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.138802 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.140252 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:49.140885 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.145709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:49.244796 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=12df70d4-44c7-4ea0-899e-4051ed0d184c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:49.248084 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:49.254983 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:02:49.305080 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7734420 May 25 16:02:49.307809 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 58948) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:49.313476 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Request body: {'subnet': {'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1030656838-subnet', 'tenant_id': '647d278b5dc74400a93b5be3aecb9492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:49.318663 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:49.322457 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Usage tracker for resource:subnet and tenant:647d278b5dc74400a93b5be3aecb9492 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:49.325237 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:49.330877 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:49.404620 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Made reservation on behalf of 647d278b5dc74400a93b5be3aecb9492 for: {'subnet': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:49.406959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8220425'] for subnet, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.660105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8362d-c225-48d1-a1ff-22e32ef86911 req-04195b5c-9552-4311-b45e-f725ff0977da tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:49.661649 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2cd8362d-c225-48d1-a1ff-22e32ef86911 req-04195b5c-9552-4311-b45e-f725ff0977da tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.0885947 May 25 16:02:49.709783 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2cd8362d-c225-48d1-a1ff-22e32ef86911 req-0c9c52f1-a60a-4dc1-9de3-3156ce279fcb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 May 25 16:02:49.915443 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8220447'] for subnet, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:49.919928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-898e5037-83b4-402d-911f-f5b9011a4981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:49.988125 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=917c93c2-a334-4995-960a-b6b2bec1f4f4,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:49.991470 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:49.998840 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Checking segment: {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:02:49.998840 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Network hostable DHCP agents. Network: 12df70d4-44c7-4ea0-899e-4051ed0d184c, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:02:50.093184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:02:50.137907 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:02:50.221548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 12df70d4-44c7-4ea0-899e-4051ed0d184c) {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:50.230709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:50.231303 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:50.231849 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d1f14-24e8-4b75-a506-e7b66388edd7 None None] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:02:50.321942 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c7724c5e-87d8-467b-b36b-2181dae6bc9c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0052624 May 25 16:02:50.371166 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:50.395946 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'mac_address': 'fa:16:3e:de:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:02:50.555011 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a41f33-175f-4058-a1ca-20fd82db5eef None None] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:02:50.569282 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:50.640726 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3947bdbf-fe6b-4893-aab1-a96a8b847024 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:50.678585 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:50.765566 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:50.778154 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:50.919129 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:50.929341 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.933183 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:50.936845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:51.056753 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd7f99-6045-47e6-86b9-3f0e6d578363 req-8754c98d-ddd3-411c-a19e-01469b87e337 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:51.058371 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f0bd7f99-6045-47e6-86b9-3f0e6d578363 req-8754c98d-ddd3-411c-a19e-01469b87e337 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 945 time: 0.2387483 May 25 16:02:51.082071 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['3947bdbf-fe6b-4893-aab1-a96a8b847024'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:02:51.187869 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f0bd7f99-6045-47e6-86b9-3f0e6d578363 req-ecfa060f-1af9-484d-9201-81c78eb31870 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236267 May 25 16:02:51.870009 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cb31cece-e008-4fb8-92ba-7990c78dc67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:52.137322 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:02:52.290438 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 3947bdbf-fe6b-4893-aab1-a96a8b847024 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:02:52.295845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 3947bdbf-fe6b-4893-aab1-a96a8b847024 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:02:52.296369 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:52.399075 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97137d-76f8-4ccc-8bc3-335a4b8a5d2d req-4548632c-386c-4a18-a19f-4889471fcb14 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:52.400448 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4c97137d-76f8-4ccc-8bc3-335a4b8a5d2d req-4548632c-386c-4a18-a19f-4889471fcb14 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 945 time: 0.1021812 May 25 16:02:52.446138 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:52.462693 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4c97137d-76f8-4ccc-8bc3-335a4b8a5d2d req-332824a8-3833-446e-b48c-6f3de37f70fe tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560555 May 25 16:02:52.479132 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:52.490812 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:02:52.536517 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'code': 200} May 25 16:02:52.624823 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:52.626649 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:52.695918 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:52.699033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:52.776844 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-0a2a2437-db5e-441d-ad2e-6e994c79873b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:52.778306 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-0a2a2437-db5e-441d-ad2e-6e994c79873b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/networks?id=12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 200 len: 814 time: 0.1709642 May 25 16:02:52.793680 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-3a239291-36b8-430f-bfd8-b4d6c024311a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/quotas/647d278b5dc74400a93b5be3aecb9492 HTTP/1.1" status: 200 len: 375 time: 0.0095205 May 25 16:02:52.844031 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-ce9d8eba-e2fc-4461-a7df-8e9583aaa107 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446148 May 25 16:02:52.980961 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-8dc02c4f-ec46-4825-bd0c-de945047585f service neutron] 10.222.0.64 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299436 May 25 16:02:53.010622 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e2d2-4ecf-4cab-a4fe-ca3e9fe052d7 req-13c81e0e-9acf-49b5-bf3b-8efeebf57703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:53.012128 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1529e2d2-4ecf-4cab-a4fe-ca3e9fe052d7 req-13c81e0e-9acf-49b5-bf3b-8efeebf57703 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.0753245 May 25 16:02:53.053537 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1529e2d2-4ecf-4cab-a4fe-ca3e9fe052d7 req-8d63277b-7b09-44e5-890c-8008c0a5905f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342591 May 25 16:02:53.114604 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-3a2b5e5e-9176-4183-809c-3efe361b6449 service neutron] 10.222.0.64 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262991 May 25 16:02:53.442672 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6f381eee-e31c-4f26-b1f8-ec4f1074ca2b req-5fee9ab4-7fcd-49a6-a4a8-c5cc55be264e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 210 time: 0.0928268 May 25 16:02:53.681172 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3d867-77fc-44a9-a01d-c7e3cd79a6c9 req-c3ed94b0-a57d-4631-8e82-bd5b519c3fb8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:53.682624 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b0c3d867-77fc-44a9-a01d-c7e3cd79a6c9 req-c3ed94b0-a57d-4631-8e82-bd5b519c3fb8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0861790 May 25 16:02:53.820115 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b0c3d867-77fc-44a9-a01d-c7e3cd79a6c9 req-16e8d386-8f39-4176-9aba-b36e52a2e06c tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319041 May 25 16:02:54.130246 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.218459 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-74ef687a-6baf-457b-bfe9-6d1b46cfd34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:54.539910 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-745d14b9-9452-43e2-940b-24ee95811a6c req-12a410a1-a276-478a-af2c-bdee42dceb65 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 210 time: 0.0449708 May 25 16:02:55.016728 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a66dd5-6c0c-447a-9969-15988a2e9c36 req-b33e88dc-2ac2-463a-a07c-33b00531300d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:55.018825 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-50a66dd5-6c0c-447a-9969-15988a2e9c36 req-b33e88dc-2ac2-463a-a07c-33b00531300d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0841043 May 25 16:02:55.062504 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-50a66dd5-6c0c-447a-9969-15988a2e9c36 req-82cee162-f9f4-4737-bb8b-f147a6020c10 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 May 25 16:02:55.212711 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.247868 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718680-539b-49a1-86b1-360bbb27cbca req-8ca48a9c-42f5-4da8-bd17-da6a85fa3805 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:55.249337 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3718680-539b-49a1-86b1-360bbb27cbca req-8ca48a9c-42f5-4da8-bd17-da6a85fa3805 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0798407 May 25 16:02:55.293480 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3718680-539b-49a1-86b1-360bbb27cbca req-ea55a10b-0921-4910-b7dd-75c8d5ca8227 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378828 May 25 16:02:55.316642 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59042) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:55.496100 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0899d34-8ce4-495f-a2e1-5bf2bf308b8f tempest-TestShelveInstance-846955620 tempest-TestShelveInstance-846955620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:55.497562 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c0899d34-8ce4-495f-a2e1-5bf2bf308b8f tempest-TestShelveInstance-846955620 tempest-TestShelveInstance-846955620-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1094 time: 0.1799221 May 25 16:02:55.500398 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59048) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:02:55.506227 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:55.512126 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:55.515913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Usage tracker for resource:floatingip and tenant:43a8d408cee841de9398fa3b5e2ca10c is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:55.519430 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:55.525073 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:55.610434 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for floatingip, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.695385 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5985991a-3c72-41d7-9ffa-e3f5771f3a22 req-6f5f398e-a971-4c9a-8708-f3b2c9b5da28 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 210 time: 0.0522368 May 25 16:02:55.751561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:55.902310 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Allocated IP 172.28.2.24 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/8269cc3d-1727-4c44-ace8-8a038780a476) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:56.149713 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:56.204473 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-e17b1c00-ed68-4ae6-957b-6fee665477ca tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:56.205198 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-39742b27-b02b-4444-94cb-164750642daf req-e17b1c00-ed68-4ae6-957b-6fee665477ca tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Synchronizing usage tracker for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:02:56.333742 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:56.337460 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-39742b27-b02b-4444-94cb-164750642daf req-e17b1c00-ed68-4ae6-957b-6fee665477ca tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Unset dirty status for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:02:56.338567 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-e17b1c00-ed68-4ae6-957b-6fee665477ca tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "GET /v2.0/networks?id=12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 200 len: 814 time: 0.3218851 May 25 16:02:56.340155 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0db48e7a-b7bd-43e4-a72b-3e884ff590d7 tempest-VolumesActionsTest-1503581631 tempest-VolumesActionsTest-1503581631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:56.383422 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Request body: {'port': {'device_id': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c', 'admin_state_up': True, 'tenant_id': '647d278b5dc74400a93b5be3aecb9492'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:56.483499 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:56.493540 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:56.499556 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:56.551987 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'Port': ['ID=8269cc3d-1727-4c44-ace8-8a038780a476,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:56.560367 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:56.656323 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:02:56.688464 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Usage tracker for resource:port and tenant:647d278b5dc74400a93b5be3aecb9492 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:02:56.697949 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:02:56.711111 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:02:56.802957 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Made reservation on behalf of 647d278b5dc74400a93b5be3aecb9492 for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:02:56.806371 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:56.855906 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:56.881743 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e4a12746-2a2b-40e1-b3c9-e0b2c3fa2000 req-12a4b904-c395-4164-8bd0-dbfe9566734e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 210 time: 0.0579216 May 25 16:02:57.046051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.358975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.385210 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Allocated IP 172.20.0.11 (12df70d4-44c7-4ea0-899e-4051ed0d184c/917c93c2-a334-4995-960a-b6b2bec1f4f4/6cf52a4f-3063-4e2e-bebe-17e8dcb994bd) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:02:57.727769 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.749483 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.881332 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.885435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.885435 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:57.890808 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-0cca0f03-a5fd-46b2-82da-2a9ff820b53c tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:58.005560 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:02:58.014576 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:02:58.022282 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:02:58.050273 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event updated for resources: {'Port': ['ID=8269cc3d-1727-4c44-ace8-8a038780a476,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:58.069888 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.070253 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.070626 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.074010 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:02:58.092989 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96e3c-13df-4542-aa7d-956e6bc8547d req-eba24735-b899-43aa-9794-82e1479751b1 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:58.097418 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d8f96e3c-13df-4542-aa7d-956e6bc8547d req-eba24735-b899-43aa-9794-82e1479751b1 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 932 time: 0.1012006 May 25 16:02:58.146652 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d8f96e3c-13df-4542-aa7d-956e6bc8547d req-0391b173-6c2a-4f2d-b72b-1da8831b84a6 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 May 25 16:02:58.170451 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:58.283651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:58.284182 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:58.310369 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Pushing event updated for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:02:58.364121 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:58.364875 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:58.365001 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:02:58.414296 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Floating IP 27b4edbb-92bf-4dcc-a1a5-4ab94b792d86 associated. External IP: 172.28.2.24, port: 3947bdbf-fe6b-4893-aab1-a96a8b847024. May 25 16:02:58.501344 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1280284 May 25 16:02:58.569667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Request body: {'port': {'device_id': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:02:58.776817 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.147257 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Router e21dcf36-d1ad-4d03-880c-a4153ba4e831 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:02:59.376426 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1a66-731e-4222-806a-f48363d91237 req-8f76df83-b31d-4558-9723-4028ca0b16e5 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:59.378222 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ded1a66-731e-4222-806a-f48363d91237 req-8f76df83-b31d-4558-9723-4028ca0b16e5 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 932 time: 0.0871100 May 25 16:02:59.428759 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5ded1a66-731e-4222-806a-f48363d91237 req-fea18a40-cc9d-493e-81ce-c6e16aa3adc3 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 May 25 16:02:59.468999 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-14e38837-2965-45ef-a18c-000782114052 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3744104 May 25 16:02:59.509151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:02:59.518414 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Sync routers for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:02:59.539402 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:02:59.540250 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:02:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:02:59.637729 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.673040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:02:59.694587 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.720379 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:02:59.723470 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Transition to ACTIVE for port object 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:02:59.726989 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2256496 May 25 16:02:59.729041 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:02:59.749020 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556c3a-e971-4a18-a406-403ed039a634 req-d878615a-9dfd-4443-be10-722ec949fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:59.750495 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-d878615a-9dfd-4443-be10-722ec949fd6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1138 time: 0.1791711 May 25 16:02:59.791761 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'status': 'completed', 'code': 200} May 25 16:02:59.794849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.802510 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b880b7b2-2ee5-4855-8d52-93d72ab0be66 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:02:59.917582 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca9b9-e511-4926-af98-01513c604fca req-4e1fb9f2-1efa-4a6e-a58e-94126d2f3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:02:59.919343 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-4e1fb9f2-1efa-4a6e-a58e-94126d2f3a81 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.0755975 May 25 16:03:00.042566 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:00.057580 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca9b9-e511-4926-af98-01513c604fca req-b14ddb59-d24d-47fe-bb46-fa7b24742b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.058607 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-b14ddb59-d24d-47fe-bb46-fa7b24742b10 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.1319339 May 25 16:03:00.079271 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:00.111864 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556c3a-e971-4a18-a406-403ed039a634 req-2ba3b498-8845-463b-8d95-b46f5b46b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.113347 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-2ba3b498-8845-463b-8d95-b46f5b46b33f service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.3413002 May 25 16:03:00.116577 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '27b4edbb-92bf-4dcc-a1a5-4ab94b792d86', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'mac_address': 'fa:16:3e:de:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:56Z', 'updated_at': '2021-05-25T16:02:56Z', 'revision_number': 0, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:00.120462 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Checking router: e21dcf36-d1ad-4d03-880c-a4153ba4e831 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:00.129875 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:00.130486 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:02:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:00.166326 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-edf9b10e-b3c0-4d4e-888e-5a41fb02cd44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 999 time: 0.0994318 May 25 16:03:00.209095 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Attempting to bind port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:03:00.209439 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Attempting to bind port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:03:00.209746 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Attempting to bind port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd on network 12df70d4-44c7-4ea0-899e-4051ed0d184c {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:03:00.218006 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd on network 12df70d4-44c7-4ea0-899e-4051ed0d184c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:03:00.218344 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Attempting to bind port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd on network 12df70d4-44c7-4ea0-899e-4051ed0d184c {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:03:00.229488 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:03:00.229815 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Checking segment: {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:03:00.230449 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Bound using segment: {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:03:00.230874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Bound port: 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:03:00.231220 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.232084 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca9b9-e511-4926-af98-01513c604fca req-fc150945-1dd3-4461-b561-599422ff5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.233685 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-fc150945-1dd3-4461-b561-599422ff5475 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0606551 May 25 16:03:00.256207 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-9b7e505d-75b0-4d1c-9ad0-0e0bbc2332ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1002 time: 0.1294272 May 25 16:03:00.313680 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca9b9-e511-4926-af98-01513c604fca req-cceb05c9-3f8f-4920-81c5-a9660d211f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.315866 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-cceb05c9-3f8f-4920-81c5-a9660d211f60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750780 May 25 16:03:00.319801 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:00.376650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556c3a-e971-4a18-a406-403ed039a634 req-9b68284c-12b7-43c2-bc47-1ade686396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.378647 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-9b68284c-12b7-43c2-bc47-1ade686396e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0972502 May 25 16:03:00.388073 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:03:00.391304 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:03:00.494594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.499738 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:00.608298 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-aa58a2a1-f141-48a1-a99b-b6b59fa07c7f service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855244 May 25 16:03:00.721038 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.721658 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:00.722990 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] 10.222.0.68 "PUT /v2.0/ports/6cf52a4f-3063-4e2e-bebe-17e8dcb994bd HTTP/1.1" status: 200 len: 1094 time: 2.1574092 May 25 16:03:00.763001 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b8eca9b9-e511-4926-af98-01513c604fca req-6dd10cd7-5b7b-47a6-8cba-768cb8b01301 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424515 May 25 16:03:00.788632 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:00.791889 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:00.812024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556c3a-e971-4a18-a406-403ed039a634 req-195fd2e9-65a4-470a-bf42-c0d169d582f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.813551 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-195fd2e9-65a4-470a-bf42-c0d169d582f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4209149 May 25 16:03:00.831898 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '27b4edbb-92bf-4dcc-a1a5-4ab94b792d86', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'mac_address': 'fa:16:3e:de:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:56Z', 'updated_at': '2021-05-25T16:02:56Z', 'revision_number': 0, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:00.832487 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ccb0d-91d6-4c04-8960-e96b84619f55 None None] The sync data for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb is: [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '27b4edbb-92bf-4dcc-a1a5-4ab94b792d86', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'mac_address': 'fa:16:3e:de:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:02:56Z', 'updated_at': '2021-05-25T16:02:56Z', 'revision_number': 0, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:00.903984 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-38d03ff5-4c73-494c-8d80-e28dd7a8a24a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.904744 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-38d03ff5-4c73-494c-8d80-e28dd7a8a24a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Synchronizing usage tracker for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:03:00.977570 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-7b6b5910-7947-411e-ae05-633335265c4e service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556959 May 25 16:03:00.980356 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-f798a7da-ec25-442b-9859-88da211231b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:00.986761 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-f798a7da-ec25-442b-9859-88da211231b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 1097 time: 0.0817213 May 25 16:03:01.042511 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-38d03ff5-4c73-494c-8d80-e28dd7a8a24a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Unset dirty status for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:03:01.043646 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-38d03ff5-4c73-494c-8d80-e28dd7a8a24a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 944 time: 0.3280652 May 25 16:03:01.076035 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c343a59-5b17-47e7-89ca-ff18b577b0b7 None None] New status for floating IP 27b4edbb-92bf-4dcc-a1a5-4ab94b792d86: ACTIVE {{(pid=99119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:03:01.092592 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-9105012d-68fc-422c-8422-dd787a83f9b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd HTTP/1.1" status: 200 len: 217 time: 0.0741060 May 25 16:03:01.170696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742b27-b02b-4444-94cb-164750642daf req-bf2f1dcb-7c83-43e5-b1f3-3812955b72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:01.172184 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-bf2f1dcb-7c83-43e5-b1f3-3812955b72cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=917c93c2-a334-4995-960a-b6b2bec1f4f4 HTTP/1.1" status: 200 len: 854 time: 0.0713205 May 25 16:03:01.174193 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-c9ad70b6-978f-4f24-ae27-7a9deb3d7699 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Synchronizing usage tracker for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:03:01.206443 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c7556c3a-e971-4a18-a406-403ed039a634 req-41b2b42f-988c-4675-9733-f18fa9c490ab service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899683 May 25 16:03:01.225738 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-a532ad21-3595-4b83-b6cf-09e496e81fa2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=12df70d4-44c7-4ea0-899e-4051ed0d184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472074 May 25 16:03:01.281076 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-c9ad70b6-978f-4f24-ae27-7a9deb3d7699 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Unset dirty status for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:03:01.282257 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8fe95b84-892a-4a88-9878-5fa0a129343c req-c9ad70b6-978f-4f24-ae27-7a9deb3d7699 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838222 May 25 16:03:01.363597 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-8bc2cef6-d379-486d-b038-2b1e05e3db20 service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299784 May 25 16:03:01.501604 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-39742b27-b02b-4444-94cb-164750642daf req-3b878ae9-c133-485d-834e-e9a10a6ec23b service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315074 May 25 16:03:01.792716 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:01.838651 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd', 'status': 'completed', 'code': 200} May 25 16:03:01.967017 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf116-926f-4101-94b0-fdd209598c48 req-f17dfca4-d570-45a0-ae44-0df72c7a496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:01.968492 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-f17dfca4-d570-45a0-ae44-0df72c7a496e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 1097 time: 0.0727434 May 25 16:03:02.100500 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf116-926f-4101-94b0-fdd209598c48 req-cc9bd43a-ba8d-4ed5-86e8-a90cbeb36eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:02.101965 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-cc9bd43a-ba8d-4ed5-86e8-a90cbeb36eda service neutron] 10.222.0.68 "GET /v2.0/networks?id=12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 200 len: 915 time: 0.1258841 May 25 16:03:02.173517 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-e40714e4-a1fc-4116-9885-bea20d6e7814 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd HTTP/1.1" status: 200 len: 217 time: 0.0641692 May 25 16:03:02.244751 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf116-926f-4101-94b0-fdd209598c48 req-03206bb9-e4dc-4381-ae4a-329f812ba9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:02.246142 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-03206bb9-e4dc-4381-ae4a-329f812ba9ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=917c93c2-a334-4995-960a-b6b2bec1f4f4 HTTP/1.1" status: 200 len: 854 time: 0.0571532 May 25 16:03:02.304234 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-bfe2dc22-f669-4aa2-9c6d-b28bac234c24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=12df70d4-44c7-4ea0-899e-4051ed0d184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423098 May 25 16:03:02.446924 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-a382cd59-4475-4a00-bdc8-b8b35de3145a service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349192 May 25 16:03:02.487969 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a638422-d275-4cad-ba18-f3f18e793402 req-7fca25eb-c689-4ac8-aa35-2139c0afd03a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:02.489374 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8a638422-d275-4cad-ba18-f3f18e793402 req-7fca25eb-c689-4ac8-aa35-2139c0afd03a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 944 time: 0.0954370 May 25 16:03:02.535206 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8a638422-d275-4cad-ba18-f3f18e793402 req-a89b681c-add4-4948-b184-63518efe228b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 May 25 16:03:02.588545 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7bebf116-926f-4101-94b0-fdd209598c48 req-a2ec63c4-3cbc-487b-a374-f6f564e3f3b0 service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297243 May 25 16:03:03.721845 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c7d6-1164-4dc6-9e91-7c89d7d2c02b req-946cf88d-c33d-4b1e-9b31-e6c39dee21cc tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:03.723313 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7dd7c7d6-1164-4dc6-9e91-7c89d7d2c02b req-946cf88d-c33d-4b1e-9b31-e6c39dee21cc tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 944 time: 0.0812070 May 25 16:03:03.769305 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7dd7c7d6-1164-4dc6-9e91-7c89d7d2c02b req-428c2cca-f19c-4363-9660-27f4ee1d294e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 May 25 16:03:04.184663 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:03:04.318814 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:04.331524 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd', 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c', 'port_id': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd', 'mac_address': 'fa:16:3e:cd:da:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917c93c2-a334-4995-960a-b6b2bec1f4f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:03:04.391262 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.408500 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:03:04.424305 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:04.521428 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:04.523308 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:04.587967 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:04.590980 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:04.865023 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6cf52a4f-3063-4e2e-bebe-17e8dcb994bd'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:04.963283 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0a6a-283f-4013-8b83-4156ae37bb6d req-8c6827c3-f154-4f5a-89f0-04c7ef55dc4b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:04.964793 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d0a0a6a-283f-4013-8b83-4156ae37bb6d req-8c6827c3-f154-4f5a-89f0-04c7ef55dc4b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 945 time: 0.0920460 May 25 16:03:05.013268 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d0a0a6a-283f-4013-8b83-4156ae37bb6d req-2215530c-0472-45f6-9a3b-767e83c58637 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 May 25 16:03:06.205799 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:03:06.206675 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d9f4f-6c62-4719-a510-651aa21b77b9 req-1214a14c-21c0-4792-b4d6-41d8747e7a83 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:06.208355 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f31d9f4f-6c62-4719-a510-651aa21b77b9 req-1214a14c-21c0-4792-b4d6-41d8747e7a83 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 945 time: 0.0845861 May 25 16:03:06.268401 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f31d9f4f-6c62-4719-a510-651aa21b77b9 req-227a7e06-ada0-4208-8b8c-045d418a4130 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507472 May 25 16:03:06.338252 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:03:06.343718 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:03:06.344102 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:06.476178 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:06.506222 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:06.515837 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:06.557977 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd', 'code': 200} May 25 16:03:06.618302 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:06.622364 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-38ab6223-e7c8-4034-8c21-50a204607082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:06.698299 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:06.701341 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:07.047964 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1cb96-6271-473c-9ccb-04b3b8527270 req-0f8c4669-ec38-4ea6-a83f-eb712e34b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:07.050075 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1b1cb96-6271-473c-9ccb-04b3b8527270 req-0f8c4669-ec38-4ea6-a83f-eb712e34b136 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 1099 time: 0.1207006 May 25 16:03:07.182464 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a1b1cb96-6271-473c-9ccb-04b3b8527270 req-4bbdd0e5-5629-4f73-a92a-4060baa7d0a8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254053 May 25 16:03:07.473425 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831e748-6765-4d5d-bfff-62fa9a5b0001 req-9b3bf0c4-bbba-4916-8b30-f5e1a09f5450 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:07.474948 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9831e748-6765-4d5d-bfff-62fa9a5b0001 req-9b3bf0c4-bbba-4916-8b30-f5e1a09f5450 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0870285 May 25 16:03:07.522521 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9831e748-6765-4d5d-bfff-62fa9a5b0001 req-aac60ebf-a0de-4a5f-b80b-45b8696f4a7a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 May 25 16:03:08.723703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfec8c1-4b06-46f8-a428-c78069477c53 req-dc475a64-2762-475c-9c35-df913380b5fa tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:08.725245 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bbfec8c1-4b06-46f8-a428-c78069477c53 req-dc475a64-2762-475c-9c35-df913380b5fa tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0834897 May 25 16:03:08.771494 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bbfec8c1-4b06-46f8-a428-c78069477c53 req-da643088-cba3-4d85-9005-caaebed8d56b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 May 25 16:03:09.491286 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307d692-da56-4a06-a72d-133ab03c3a02 req-6386c9db-02b5-4cd8-9595-08e752b4aac2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:09.492748 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3307d692-da56-4a06-a72d-133ab03c3a02 req-6386c9db-02b5-4cd8-9595-08e752b4aac2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0843551 May 25 16:03:09.540510 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-3307d692-da56-4a06-a72d-133ab03c3a02 req-fc340cd4-e612-4249-bc03-b014a658c12e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 May 25 16:03:09.958511 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c85f2-1328-4081-b610-4ff26ec2a758 req-de75cf2c-b8a1-4844-9069-711116509d07 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:09.959971 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cf4c85f2-1328-4081-b610-4ff26ec2a758 req-de75cf2c-b8a1-4844-9069-711116509d07 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0803809 May 25 16:03:10.009302 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-cf4c85f2-1328-4081-b610-4ff26ec2a758 req-ab4651c4-ec83-4c7f-804d-1934674aab50 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 May 25 16:03:10.735478 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873e3c2-62a9-4fa8-8abd-46a8401a2fc4 req-b6052743-464a-4e6e-b9c2-2987b6e0bdb2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:10.737632 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2873e3c2-62a9-4fa8-8abd-46a8401a2fc4 req-b6052743-464a-4e6e-b9c2-2987b6e0bdb2 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0818408 May 25 16:03:10.782143 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2873e3c2-62a9-4fa8-8abd-46a8401a2fc4 req-ce322bdb-90be-480d-b751-5dc4f6ff172c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 May 25 16:03:12.145189 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4d41-0bbf-43dc-b0b0-d2a88d9272e1 req-5e437019-50ae-43bc-b6b1-e380249f20a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:12.146760 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b1d4d41-0bbf-43dc-b0b0-d2a88d9272e1 req-5e437019-50ae-43bc-b6b1-e380249f20a9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0851896 May 25 16:03:12.191748 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b1d4d41-0bbf-43dc-b0b0-d2a88d9272e1 req-32abc56e-5880-43b3-a2bf-3ca762c6d354 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394330 May 25 16:03:13.397161 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb53a7-e63c-414d-ab9c-6dbdc1d0a0af req-648e20fe-fd94-4cb3-8bdd-d65633d60dce tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:13.398601 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-90eb53a7-e63c-414d-ab9c-6dbdc1d0a0af req-648e20fe-fd94-4cb3-8bdd-d65633d60dce tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0967331 May 25 16:03:13.443619 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-90eb53a7-e63c-414d-ab9c-6dbdc1d0a0af req-b5af39ad-18e0-4f85-82ea-93fc2069de74 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 May 25 16:03:14.652379 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229142-b63e-4d51-b2dd-2a02fd1fd422 req-78a0ed2f-508b-4da9-bf61-cd32f6b06839 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:14.653837 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e9229142-b63e-4d51-b2dd-2a02fd1fd422 req-78a0ed2f-508b-4da9-bf61-cd32f6b06839 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0954795 May 25 16:03:14.697921 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e9229142-b63e-4d51-b2dd-2a02fd1fd422 req-62a23e6c-8328-40af-8098-7344ebf3b606 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375843 May 25 16:03:15.102798 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:03:15.892668 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ec26-a291-45cd-bc76-4d3c83f00e29 req-74f773d2-e2a0-454e-89f7-b387acd78988 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:15.894441 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-28f5ec26-a291-45cd-bc76-4d3c83f00e29 req-74f773d2-e2a0-454e-89f7-b387acd78988 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0863416 May 25 16:03:15.941461 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-28f5ec26-a291-45cd-bc76-4d3c83f00e29 req-55bf091d-9ace-423a-bc14-874b1ef3bac8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 May 25 16:03:17.144150 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd2816-bb4c-4981-9c99-672c4b045d42 req-07502721-d248-460b-9cf1-9d871fab5744 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:17.145896 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8efd2816-bb4c-4981-9c99-672c4b045d42 req-07502721-d248-460b-9cf1-9d871fab5744 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0926807 May 25 16:03:17.194309 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8efd2816-bb4c-4981-9c99-672c4b045d42 req-952e1691-e468-417d-b94f-129d3732b9b6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 May 25 16:03:18.392110 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79aee-eba0-47f0-a559-01cb06c30c89 req-3a6175ab-b616-4a41-8c19-394f2854cb28 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:18.393595 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-43f79aee-eba0-47f0-a559-01cb06c30c89 req-3a6175ab-b616-4a41-8c19-394f2854cb28 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0882146 May 25 16:03:18.439513 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-43f79aee-eba0-47f0-a559-01cb06c30c89 req-4dd2af47-f316-45ac-b982-b22cc271a423 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394781 May 25 16:03:19.650928 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220c0a-3ae2-4358-9930-d10eaa94b064 req-80d25e81-ef3a-439d-9475-21e7b52cf186 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:19.652367 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-64220c0a-3ae2-4358-9930-d10eaa94b064 req-80d25e81-ef3a-439d-9475-21e7b52cf186 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0865328 May 25 16:03:19.696611 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-64220c0a-3ae2-4358-9930-d10eaa94b064 req-00bb2249-e165-4109-a5bc-fb6af0d462f7 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382376 May 25 16:03:20.889694 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab565-22f8-443f-98aa-fef491a261ad req-600580de-8897-4a07-98fa-400cb577c233 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:20.891132 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4f6ab565-22f8-443f-98aa-fef491a261ad req-600580de-8897-4a07-98fa-400cb577c233 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0822253 May 25 16:03:20.939468 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4f6ab565-22f8-443f-98aa-fef491a261ad req-438c2370-9f36-42d1-8c72-cebb4672dd04 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 May 25 16:03:21.794586 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-edaee075-5bc5-45e2-a847-35a9214380c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:22.148990 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928c73e-1de3-4eca-adf4-d390b4b0cc6e req-aa6dc602-32e1-4b59-92e6-147076c7f7fa tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:22.150478 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3928c73e-1de3-4eca-adf4-d390b4b0cc6e req-aa6dc602-32e1-4b59-92e6-147076c7f7fa tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0903409 May 25 16:03:22.195640 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3928c73e-1de3-4eca-adf4-d390b4b0cc6e req-67763dde-4c3d-42d9-9f64-f6caff76782d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396621 May 25 16:03:23.389737 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3025-92d4-41a1-9407-e6e1af462fdd req-65b49ba9-b435-4b2b-b89f-f467b6e49698 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:23.391384 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-16ac3025-92d4-41a1-9407-e6e1af462fdd req-65b49ba9-b435-4b2b-b89f-f467b6e49698 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0844538 May 25 16:03:23.443649 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-16ac3025-92d4-41a1-9407-e6e1af462fdd req-4f8b0f22-42dc-4f16-809d-674a8216cdf6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460224 May 25 16:03:24.163938 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:24.177417 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-65ab0d38-82b2-4415-99c0-c0b55575e398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:24.640680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107def-bf24-415c-bdca-3232a612177f req-a6ab2b0f-b906-44cd-aec6-98e004ab01f6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:24.642674 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21107def-bf24-415c-bdca-3232a612177f req-a6ab2b0f-b906-44cd-aec6-98e004ab01f6 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0845757 May 25 16:03:24.688847 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-21107def-bf24-415c-bdca-3232a612177f req-f8a650bd-039f-4100-a9c0-922c4c51ea72 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 May 25 16:03:25.280414 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:25.885312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d118e5-8390-4060-b50e-4d804c66aae2 req-39e00bfc-b08c-49fc-83e7-bd41b6c9a26a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:25.886805 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f2d118e5-8390-4060-b50e-4d804c66aae2 req-39e00bfc-b08c-49fc-83e7-bd41b6c9a26a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0862625 May 25 16:03:25.940921 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f2d118e5-8390-4060-b50e-4d804c66aae2 req-a12720dc-b06c-4401-9c1d-1bf72c06ba9a tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476823 May 25 16:03:26.345892 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:03:26.520715 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:26.534517 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:03:26.595847 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:26.615377 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:03:26.630562 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:26.714473 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:26.716252 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-466ac66f-15dd-4030-9287-6abc4540237f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:26.795026 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=6']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:26.798345 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:26.840634 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:26.963427 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['47bface2-f5dd-4392-ad31-c982b3c8720d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:27.142779 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c9-e90e-400b-bfad-4aedbc9a69a1 req-d40c2554-c44a-43eb-82ab-8be7ba585827 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:27.144238 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b01541c9-e90e-400b-bfad-4aedbc9a69a1 req-d40c2554-c44a-43eb-82ab-8be7ba585827 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 945 time: 0.0830829 May 25 16:03:27.192057 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b01541c9-e90e-400b-bfad-4aedbc9a69a1 req-cf96bd70-ac25-4055-93e7-12f542678232 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 May 25 16:03:27.841647 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-c340c0ad-676a-47f5-9c9f-736db654cc95 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489997430&fields=id&tenant_id=1eddf5d453264394a8bcc654f9a358b8 HTTP/1.1" status: 200 len: 267 time: 0.0430632 May 25 16:03:27.858304 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:27.951869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-40cfebed-484f-42f2-b919-75bbbd6e3d68 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:27.958910 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-40cfebed-484f-42f2-b919-75bbbd6e3d68 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 985 time: 0.1048160 May 25 16:03:27.965683 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Request body: {'port': {'security_groups': ['68c53202-ef57-4f7e-aada-418ca0bea226']}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:03:28.096167 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.363756 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:03:28.394942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:28.419398 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c6c6-3554-4075-b733-1c406fa7dee0 req-0d8d357b-8ca7-40ac-a068-6f766f2af849 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:28.421618 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fa22c6c6-3554-4075-b733-1c406fa7dee0 req-0d8d357b-8ca7-40ac-a068-6f766f2af849 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 945 time: 0.1023819 May 25 16:03:28.436250 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.457160 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 47bface2-f5dd-4392-ad31-c982b3c8720d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:03:28.457643 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.474215 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fa22c6c6-3554-4075-b733-1c406fa7dee0 req-e2a87e17-a6c5-470e-8d9a-3960c88b32ba tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448623 May 25 16:03:28.564224 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.570921 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:28.593631 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.607268 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:28.652609 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:28.653188 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.654691 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-36b947f5-b27e-41b3-a2a2-82ed368f2692 req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "PUT /v2.0/ports/6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 943 time: 0.6941442 May 25 16:03:28.655181 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:28.663019 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59464) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:28.705476 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event updated for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=7']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:28.720029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.720451 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.720869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.721210 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.721570 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.721926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.722281 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.731329 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.731831 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.732213 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.733725 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.735027 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:28.756462 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:28.858039 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:28.866158 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:28.879364 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:28.922028 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:28.923854 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:03:28.942455 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:29.039673 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:29.054368 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:29.104723 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'code': 200} May 25 16:03:29.143439 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-953202d7-894b-4098-b20d-a245ad6a39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.145374 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-953202d7-894b-4098-b20d-a245ad6a39fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1099 time: 0.1680362 May 25 16:03:29.209423 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:29.226440 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cdb36bb2-7d1c-4afc-97da-bfeb29b48951 None None] Provisioning complete for port 6e30b384-7494-4938-b87b-de9b86942801 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:03:29.226827 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cdb36bb2-7d1c-4afc-97da-bfeb29b48951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:29.227950 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-63c0b5dd-6028-45fa-9277-245c66cb413b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:29.241669 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d6fdd-a7a5-4856-92ab-6172cbb63e67,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:29.244394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:29.292576 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=7']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:29.332458 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:29.362413 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:29.368496 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "DELETE /v2.0/security-groups/059d6fdd-a7a5-4856-92ab-6172cbb63e67 HTTP/1.1" status: 204 len: 168 time: 0.7023098 May 25 16:03:29.368496 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59478) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:29.404167 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-92929dff-91eb-47d3-950d-67f7eaf1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.406101 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-92929dff-91eb-47d3-950d-67f7eaf1270d service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.2542350 May 25 16:03:29.581347 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-41eab2c6-c7c9-46f7-a6a5-b0620f197a18 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 1002 time: 0.1648743 May 25 16:03:29.675044 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-9abdc8e1-7d96-44e4-a029-a68e17b696b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.676507 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-9abdc8e1-7d96-44e4-a029-a68e17b696b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0809050 May 25 16:03:29.776356 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-df5e23ae-8506-4532-8bf5-d50873e89084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.778281 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-df5e23ae-8506-4532-8bf5-d50873e89084 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0946140 May 25 16:03:29.932876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa938-33d4-423e-9ad4-8bd888d279c7 req-86c3e968-3698-4468-8633-1d7edffe23cc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:29.935008 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-574aa938-33d4-423e-9ad4-8bd888d279c7 req-86c3e968-3698-4468-8633-1d7edffe23cc tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.2212965 May 25 16:03:29.983109 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-3a993029-8167-4b5f-9ac7-ed7c1fab4807 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974509 May 25 16:03:30.024230 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-574aa938-33d4-423e-9ad4-8bd888d279c7 req-c3096024-5486-430f-883f-a0528605490c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752425 May 25 16:03:30.047226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Deleting port caac04fd-9e30-40b3-9f4c-c24d332e7018 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:30.048203 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.179278 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0a64b950-6b2a-4b55-8695-282b3cac01f6 req-8dedfa5e-7a3b-4ccb-b365-12879633870b service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865036 May 25 16:03:30.210930 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.211208 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.405530 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Calling delete_port for caac04fd-9e30-40b3-9f4c-c24d332e7018 owned by network:floatingip {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:30.811751 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.820783 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9d1852d1-037e-4579-8bf7-b4d6e6f3bc5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:30.869356 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event deleted for resources: {'Port': ['ID=caac04fd-9e30-40b3-9f4c-c24d332e7018,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:30.898981 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:30.973833 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks [] for floatingip, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:30.978875 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Floating IP 59a91806-346f-4400-b808-1136a30ad3f9 disassociated (deleted). External IP: 172.28.2.229, port: 6e30b384-7494-4938-b87b-de9b86942801. May 25 16:03:31.279549 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585ba0e-f1ca-4d16-a91e-5365adb7710b req-2a23058f-a16c-4871-a147-a2bbc532f631 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:31.287271 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a585ba0e-f1ca-4d16-a91e-5365adb7710b req-2a23058f-a16c-4871-a147-a2bbc532f631 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1055613 May 25 16:03:31.340053 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a585ba0e-f1ca-4d16-a91e-5365adb7710b req-0e13b3a4-b7e2-4873-ac1c-cf83905cf469 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516655 May 25 16:03:31.539575 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:03:31.779441 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:03:31.810141 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Sync routers for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:03:31.821342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:31.822001 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:31.989853 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:32.026227 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:32.185466 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-bd893d05-5bb4-43d4-867c-fd323af8f26a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "DELETE /v2.0/floatingips/59a91806-346f-4400-b808-1136a30ad3f9 HTTP/1.1" status: 204 len: 168 time: 2.8161654 May 25 16:03:32.186500 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:32.351422 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:03:32.475651 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:32.481321 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Checking router: 14ce72af-cf13-4159-a2fb-a0ce113a59a9 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:32.491769 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:32.492680 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:32.588184 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-a9a5999a-b902-438f-b6b4-898a62fd8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:32.590663 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-a9a5999a-b902-438f-b6b4-898a62fd8ce6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1eddf5d453264394a8bcc654f9a358b8&device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 1099 time: 0.1827404 May 25 16:03:32.717586 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109543-c164-4246-b2b0-28ff750968f7 req-b12b0c73-18aa-4957-a21a-8e773b6f6452 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:32.719099 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-58109543-c164-4246-b2b0-28ff750968f7 req-b12b0c73-18aa-4957-a21a-8e773b6f6452 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.2405024 May 25 16:03:32.777003 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:32.829831 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-58109543-c164-4246-b2b0-28ff750968f7 req-37c4540e-3400-421e-8628-1101f8348a89 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030846 May 25 16:03:32.866571 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-d58cad54-167e-49a7-a2c7-cfac68953ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:32.868877 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-d58cad54-167e-49a7-a2c7-cfac68953ec3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 200 len: 916 time: 0.2647691 May 25 16:03:32.981956 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-1137dd11-0f2c-4dc9-be84-154142448804 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 200 len: 217 time: 0.1061056 May 25 16:03:33.065866 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-b4d9035e-18b9-4016-a9f5-a0d70f3d4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:33.067305 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-b4d9035e-18b9-4016-a9f5-a0d70f3d4152 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 200 len: 854 time: 0.0692198 May 25 16:03:33.161090 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-ac55e919-f3b7-488b-954c-a162237dc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:33.162813 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-ac55e919-f3b7-488b-954c-a162237dc873 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=181290e8-dbc4-440a-abb3-06645686134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874953 May 25 16:03:33.318778 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59540) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:33.359872 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-8fe052e2-61a5-426f-a5b7-933f76c27570 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860142 May 25 16:03:33.393751 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:33.399414 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442bac-997c-431b-aa3d-a14746cb9347 None None] The sync data for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb is: [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:00:40Z', 'revision_number': 4, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9', 'name': '', 'network_id': '181290e8-dbc4-440a-abb3-06645686134f', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'mac_address': 'fa:16:3e:3e:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:40Z', 'updated_at': '2021-05-25T16:00:50Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'subnets': [{'id': '19ffe36c-7b59-4fb7-957d-75eb1503936e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:33.524735 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:33.553593 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d3c98339-3129-4881-8fc9-c0ba21b951a7 req-7b169c0a-775d-443a-9a8b-d0c0efdb5b63 service neutron] 10.222.0.68 "GET /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859264 May 25 16:03:33.557218 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:33.562856 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Usage tracker for resource:security_group_rule and tenant:67d00fcc91d7433798a9d5ed87401e08 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:33.566072 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:33.572932 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:33.688094 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:33.760770 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c5e9c-b213-42aa-96a9-6ce04ea56b57 None None] New status for floating IP 59a91806-346f-4400-b808-1136a30ad3f9: DOWN {{(pid=99119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:03:33.799543 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:33.807760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:33.889084 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59550) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:33.902074 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67d00fcc91d7433798a9d5ed87401e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821033 May 25 16:03:33.906228 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825302f6-fd6a-4191-b879-1922ec847d5f,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:33.928888 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9683fc6e-9e6a-46c6-b079-f3f2dab52b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:34.028475 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.064575 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.123170 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613e95-11c3-431a-bb03-ff62f7df8be7 req-1c9595d3-b442-4a92-a3c8-4043c1856e90 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:34.129964 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fd613e95-11c3-431a-bb03-ff62f7df8be7 req-1c9595d3-b442-4a92-a3c8-4043c1856e90 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1036873 May 25 16:03:34.184556 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fd613e95-11c3-431a-bb03-ff62f7df8be7 req-fff6075d-0364-43a3-a160-2f22b1f3d568 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518739 May 25 16:03:34.326014 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.330211 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5a02661e-f25d-47b6-bc71-304793084f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:34.353078 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825302f6-fd6a-4191-b879-1922ec847d5f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:34.374771 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:34.376357 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:34.381181 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-367cde7d-e168-4cc6-a6f0-ee798759f0cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/825302f6-fd6a-4191-b879-1922ec847d5f HTTP/1.1" status: 204 len: 168 time: 0.4908459 May 25 16:03:35.713482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16576cd-050b-47c9-9cb1-98590a544097 req-1fb52c60-18ae-4d25-b973-c44b140a45d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:35.713482 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d16576cd-050b-47c9-9cb1-98590a544097 req-1fb52c60-18ae-4d25-b973-c44b140a45d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1209567 May 25 16:03:35.726782 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d16576cd-050b-47c9-9cb1-98590a544097 req-0cd274f7-9144-420d-8ce9-2d4d42c5e2ad tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471220 May 25 16:03:36.993224 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd6570-42df-4cbb-b022-959c035921fc req-b94638d4-df49-4b2e-a176-b5bb04fdf4fa tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:36.998742 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-35bd6570-42df-4cbb-b022-959c035921fc req-b94638d4-df49-4b2e-a176-b5bb04fdf4fa tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1150863 May 25 16:03:37.040910 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-35bd6570-42df-4cbb-b022-959c035921fc req-cc4f9675-eac0-4fab-9680-88f405fd926e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 May 25 16:03:38.305309 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d0e3-0176-42fa-91c9-da4b0fd1b4c9 req-902967c4-1a2a-44cb-9f50-304d457b9287 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:38.312476 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c8b4d0e3-0176-42fa-91c9-da4b0fd1b4c9 req-902967c4-1a2a-44cb-9f50-304d457b9287 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1265192 May 25 16:03:38.396328 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c8b4d0e3-0176-42fa-91c9-da4b0fd1b4c9 req-d1d7e4ba-63c5-449f-9859-2c70975f2fb8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770905 May 25 16:03:38.580999 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7cdef-93ba-4f9e-8065-d2a4ed317870 req-4b6253c1-7872-4607-80f8-5f149f945a2a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:38.583223 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b2a7cdef-93ba-4f9e-8065-d2a4ed317870 req-4b6253c1-7872-4607-80f8-5f149f945a2a tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.1974134 May 25 16:03:38.658854 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b2a7cdef-93ba-4f9e-8065-d2a4ed317870 req-16e6916e-18ba-4d9b-9904-cab4be4f7986 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694549 May 25 16:03:39.601184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008397d3-437e-48d3-a9c0-775028aed095 req-22e4cd7c-ef8c-42ef-bcf8-1612eab73873 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:39.602634 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-008397d3-437e-48d3-a9c0-775028aed095 req-22e4cd7c-ef8c-42ef-bcf8-1612eab73873 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0829823 May 25 16:03:39.647929 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-008397d3-437e-48d3-a9c0-775028aed095 req-d0c12fab-06d0-4f3e-a8ed-5a3133eca9f4 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393088 May 25 16:03:39.857629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a43c7b-6b0b-4f45-bf00-7e74a563ec7d req-23590897-f402-4505-a7ff-d902feccb19f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:39.859024 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-24a43c7b-6b0b-4f45-bf00-7e74a563ec7d req-23590897-f402-4505-a7ff-d902feccb19f tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0814176 May 25 16:03:39.910617 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-24a43c7b-6b0b-4f45-bf00-7e74a563ec7d req-e4492056-e86b-44cf-997f-65033b088305 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 May 25 16:03:40.648026 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146af75f-1344-4a56-9d78-be79631b8143 req-9cb44f25-77fb-49d5-a081-191b1d2864f5 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:40.652174 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-146af75f-1344-4a56-9d78-be79631b8143 req-9cb44f25-77fb-49d5-a081-191b1d2864f5 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.68 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.0877180 May 25 16:03:40.846732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Deleting port 6e30b384-7494-4938-b87b-de9b86942801 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:40.847102 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:40.899009 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f5ba2-f2d8-47b5-b6ce-577c56c66721 req-913603b1-1fbc-4b03-8d09-f2d622d039d9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:40.901352 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9a9f5ba2-f2d8-47b5-b6ce-577c56c66721 req-913603b1-1fbc-4b03-8d09-f2d622d039d9 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.1064038 May 25 16:03:40.957607 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9a9f5ba2-f2d8-47b5-b6ce-577c56c66721 req-60d8a1d6-3731-4b73-9bcb-919c765ffd2b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483580 May 25 16:03:41.024593 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] For port 6e30b384-7494-4938-b87b-de9b86942801, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6e30b384-7494-4938-b87b-de9b86942801,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:41.025180 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.182979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Calling delete_port for 6e30b384-7494-4938-b87b-de9b86942801 owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:41.263962 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fa6bd-2a88-40bf-b99a-f91a09da929b req-1a9c89db-a9fc-4ab8-82f8-4286fa6f115d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:41.265417 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cf2fa6bd-2a88-40bf-b99a-f91a09da929b req-1a9c89db-a9fc-4ab8-82f8-4286fa6f115d tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 946 time: 0.1752861 May 25 16:03:41.359455 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cf2fa6bd-2a88-40bf-b99a-f91a09da929b req-15e562a4-5eec-4838-ad3d-81d8617f29ee tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/security-groups?id=68c53202-ef57-4f7e-aada-418ca0bea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 May 25 16:03:41.483951 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.490343 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:41.520330 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6e30b384-7494-4938-b87b-de9b86942801'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:03:41.541537 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Pushing event deleted for resources: {'Port': ['ID=6e30b384-7494-4938-b87b-de9b86942801,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:41.544087 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:41.623989 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] No DVR routers for this DVR port 6e30b384-7494-4938-b87b-de9b86942801 on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:41.630584 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:41.632305 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'name': 'network-vif-deleted', 'tag': '6e30b384-7494-4938-b87b-de9b86942801'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:41.643169 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-146af75f-1344-4a56-9d78-be79631b8143 req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.68 "DELETE /v2.0/ports/6e30b384-7494-4938-b87b-de9b86942801 HTTP/1.1" status: 204 len: 173 time: 0.9805508 May 25 16:03:41.681461 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ccefa8-a525-4415-8a57-6c46b4e10855', 'name': 'network-vif-deleted', 'tag': '6e30b384-7494-4938-b87b-de9b86942801', 'status': 'completed', 'code': 200} May 25 16:03:42.213473 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583f67f-6a24-47e5-a5ee-1348652e67a3 req-6d004ae3-8a69-46ba-8a4a-b3f3b7fa1e33 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:42.214959 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2583f67f-6a24-47e5-a5ee-1348652e67a3 req-6d004ae3-8a69-46ba-8a4a-b3f3b7fa1e33 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0869524 May 25 16:03:42.264878 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2583f67f-6a24-47e5-a5ee-1348652e67a3 req-b6e3ef0a-25c8-4532-b146-37742c97ef75 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 May 25 16:03:42.521509 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-0ba165b7-b936-4b5a-ae67-a67e5fd2c26c req-deaf5d0e-505e-4d2b-9ebd-bd96422388e1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Synchronizing usage tracker for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:03:42.614976 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-abc6da04-9da3-458b-be29-e09bf9535a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:42.616453 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-abc6da04-9da3-458b-be29-e09bf9535a71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1099 time: 0.0743465 May 25 16:03:42.622193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-0ba165b7-b936-4b5a-ae67-a67e5fd2c26c req-deaf5d0e-505e-4d2b-9ebd-bd96422388e1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Unset dirty status for tenant:1eddf5d453264394a8bcc654f9a358b8 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:03:42.623183 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0ba165b7-b936-4b5a-ae67-a67e5fd2c26c req-deaf5d0e-505e-4d2b-9ebd-bd96422388e1 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ccefa8-a525-4415-8a57-6c46b4e10855 HTTP/1.1" status: 200 len: 210 time: 0.1432090 May 25 16:03:42.754230 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-765e2819-11b3-4b24-be2d-91f251b6afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:42.755831 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-765e2819-11b3-4b24-be2d-91f251b6afab service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.1318042 May 25 16:03:42.867545 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-fbfb4f19-d8ec-448a-b356-193b4f344f74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 1001 time: 0.1002743 May 25 16:03:42.930729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-901d4390-4551-4a21-9cbb-db944c89af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:42.932173 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-901d4390-4551-4a21-9cbb-db944c89af0d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0581551 May 25 16:03:43.011679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-7cbb1ff2-5467-4d7a-9ccf-f27eed744a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:43.013247 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-7cbb1ff2-5467-4d7a-9ccf-f27eed744a8e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725656 May 25 16:03:43.246577 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-347256dd-cc28-4078-bbd4-2a1a780781e3 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257023 May 25 16:03:43.385464 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d02def7e-faee-42df-bd89-94f5e4e974e1 req-df18b908-853a-4b95-a4e4-a78f370c9d56 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317437 May 25 16:03:43.468456 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4a56-0de9-4d26-ac8b-09e91e544169 req-a25b5eff-e1f0-4cb4-a754-8abde2219659 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:43.470580 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d3d4a56-0de9-4d26-ac8b-09e91e544169 req-a25b5eff-e1f0-4cb4-a754-8abde2219659 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0939181 May 25 16:03:43.524146 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d3d4a56-0de9-4d26-ac8b-09e91e544169 req-3ca72a45-2187-4105-96c1-5968f35b5859 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 May 25 16:03:44.452866 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6e30b384-7494-4938-b87b-de9b86942801 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:44.488180 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 6e30b384-7494-4938-b87b-de9b86942801 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:44.488553 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6e30b384-7494-4938-b87b-de9b86942801 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:44.720167 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e43d-6b74-4226-bb93-1ae38f2291c0 req-74e0807b-0c67-46f4-a963-75273c6c2296 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:44.721646 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e539e43d-6b74-4226-bb93-1ae38f2291c0 req-74e0807b-0c67-46f4-a963-75273c6c2296 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0821643 May 25 16:03:44.768794 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e539e43d-6b74-4226-bb93-1ae38f2291c0 req-b3ea3197-5bfb-4cf5-bf82-3fc4be153c79 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 May 25 16:03:45.963655 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5936-dc1e-4b61-865a-e7fba72a517a req-cc2d860f-965a-4543-9133-40a47d8bc82d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:45.965143 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-998c5936-dc1e-4b61-865a-e7fba72a517a req-cc2d860f-965a-4543-9133-40a47d8bc82d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 946 time: 0.0816758 May 25 16:03:46.011504 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-998c5936-dc1e-4b61-865a-e7fba72a517a req-9e6112ee-4db9-4640-b159-84d88ddfff29 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 May 25 16:03:46.132966 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59794) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:46.471181 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:46.611773 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:46.639559 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:03:46.649827 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:46.693479 dv-cinder-791240-3-smb neutron-server[99118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'code': 422} returned with failed status May 25 16:03:46.729529 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:46.788061 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:46.790583 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:46.862324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=8']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:46.865751 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:47.259445 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Deleting port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:47.260054 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:47.387024 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] For port e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:47.387372 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:47.524345 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Calling delete_port for e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 owned by network:router_interface {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:47.936748 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:47.941129 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:48.003770 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:48.006927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:48.275594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:48.744809 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:03:48.927976 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:03:48.937161 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Sync routers for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:03:48.946934 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:48.947557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:49.035531 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] 10.222.0.64 "PUT /v2.0/routers/14ce72af-cf13-4159-a2fb-a0ce113a59a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013968 May 25 16:03:49.038156 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59842) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:49.142494 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:49.238463 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks [] for router, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:49.381193 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c6cf-f332-4442-a51d-faa8e281d316 req-7034d825-f10f-4a6c-a3c6-f8727a9a5321 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:49.388195 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-12d5c6cf-f332-4442-a51d-faa8e281d316 req-7034d825-f10f-4a6c-a3c6-f8727a9a5321 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1155527 May 25 16:03:49.431377 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:49.475425 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-12d5c6cf-f332-4442-a51d-faa8e281d316 req-9efd99eb-212c-4fb4-9da7-52e40cb9cf25 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836053 May 25 16:03:49.518686 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:03:47Z', 'revision_number': 5, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port': {'id': 'c27e00c7-a0c2-4826-a092-6111024fef38', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:35Z', 'updated_at': '2021-05-25T16:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:49.518996 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Checking router: 14ce72af-cf13-4159-a2fb-a0ce113a59a9 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:49.528023 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Routers {'14ce72af-cf13-4159-a2fb-a0ce113a59a9'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:49.528764 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:49.639963 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Deleting port c27e00c7-a0c2-4826-a092-6111024fef38 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:49.640935 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:49.745123 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] Set router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 gateway port host: None {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:49.767045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] For port c27e00c7-a0c2-4826-a092-6111024fef38, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c27e00c7-a0c2-4826-a092-6111024fef38,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:49.767494 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:49.850831 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:03:49Z', 'revision_number': 6, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port_host': None}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:49.854918 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f0699-004c-40b4-a120-3ed13a7c9efe None None] The sync data for ids ['14ce72af-cf13-4159-a2fb-a0ce113a59a9'] in dv-cinder-791240-3-smb is: [{'id': '14ce72af-cf13-4159-a2fb-a0ce113a59a9', 'name': 'tempest-TestMinimumBasicScenario-1751046509-router', 'tenant_id': '1eddf5d453264394a8bcc654f9a358b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:33Z', 'updated_at': '2021-05-25T16:03:49Z', 'revision_number': 6, 'project_id': '1eddf5d453264394a8bcc654f9a358b8', 'gw_port_host': None}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:49.900137 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Calling delete_port for c27e00c7-a0c2-4826-a092-6111024fef38 owned by network:router_gateway {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:50.193511 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59872) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:50.384354 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:50.390288 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:50.435123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Pushing event deleted for resources: {'Port': ['ID=c27e00c7-a0c2-4826-a092-6111024fef38,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:50.438826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:50.542803 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-ba80ca3e-22e7-48f0-b725-9785c8c18fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3479750 May 25 16:03:50.545290 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:50.738030 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:50.787620 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:50.788154 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e1cd2c4c-8dce-44f0-a2c3-cc531dc521a9 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:50.788812 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c27e00c7-a0c2-4826-a092-6111024fef38 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:50.810333 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:50.814375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:50.830701 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: c27e00c7-a0c2-4826-a092-6111024fef38 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:50.831057 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c27e00c7-a0c2-4826-a092-6111024fef38 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:50.927570 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a32d-397a-48c3-844e-84f3185f7056 req-d156d26a-1f18-43ef-9aac-e03677911d95 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:50.933051 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-94c9a32d-397a-48c3-844e-84f3185f7056 req-d156d26a-1f18-43ef-9aac-e03677911d95 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.2359035 May 25 16:03:50.981236 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-94c9a32d-397a-48c3-844e-84f3185f7056 req-a8141a3f-8aa8-4411-9623-c378c7db3c26 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465369 May 25 16:03:51.028252 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.030869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ce72af-cf13-4159-a2fb-a0ce113a59a9 {{(pid=99116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:03:51.054524 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.055912 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ad5d9a34-edd1-4c1d-89ea-81c5bbb6bfac admin admin] 10.222.0.64 "DELETE /v2.0/routers/14ce72af-cf13-4159-a2fb-a0ce113a59a9 HTTP/1.1" status: 204 len: 168 time: 2.0167139 May 25 16:03:51.058437 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59900) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:51.083365 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59904) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:51.124375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Deleting subnet 19ffe36c-7b59-4fb7-957d-75eb1503936e {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:03:51.128008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.179286 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.217811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.237129 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:03:51.240893 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Usage tracker for resource:security_group_rule and tenant:d7a0972bfee649ae85c56a6f9736062a is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:03:51.244715 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:03:51.250861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:03:51.299822 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.347267 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.525317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.536562 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-174c59ea-0e6b-41dc-adf3-4615c39ef912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:51.579018 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7a0972bfee649ae85c56a6f9736062a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944689 May 25 16:03:51.579940 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7115bc-2423-430b-9fdf-67e075a15a3a,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:51.581771 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59910) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:51.583202 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:51.641569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.668349 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.700483 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.707778 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:51.745697 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ffe36c-7b59-4fb7-957d-75eb1503936e,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:51.750498 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:51.752027 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.763264 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-aec729a8-a96b-4cb8-8514-6989f6226f6b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/19ffe36c-7b59-4fb7-957d-75eb1503936e HTTP/1.1" status: 204 len: 168 time: 0.7038362 May 25 16:03:51.766480 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59916) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:51.769138 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562410e-d708-4d2d-9bf3-e0926538bf41 None None] Network 181290e8-dbc4-440a-abb3-06645686134f requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:03:51.858767 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb603-f71d-421f-903e-2a4e8d04bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.879244 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.917510 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.919943 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:51.921087 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b7115bc-2423-430b-9fdf-67e075a15a3a HTTP/1.1" status: 204 len: 168 time: 0.3383741 May 25 16:03:51.927255 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7a140d0a-f96e-4de5-b042-4c05779afce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:51.944986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7115bc-2423-430b-9fdf-67e075a15a3a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:51.947807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:51.971892 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Deleting port 850f9d68-1011-4621-a244-8d1fa7e84580 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:51.973730 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.086114 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] DHCP port deletion for 181290e8-dbc4-440a-abb3-06645686134f request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:03:52.103787 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:03:52.163274 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Deleting port 850f9d68-1011-4621-a244-8d1fa7e84580 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:52.163683 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.196246 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] For port 850f9d68-1011-4621-a244-8d1fa7e84580, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=850f9d68-1011-4621-a244-8d1fa7e84580,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:52.196830 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.219717 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a02d5-638f-40b4-bf5d-585082946931 req-58b32f9d-3316-4a09-a294-475c9aa22828 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:52.221270 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-930a02d5-638f-40b4-bf5d-585082946931 req-58b32f9d-3316-4a09-a294-475c9aa22828 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1010871 May 25 16:03:52.283029 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] For port 850f9d68-1011-4621-a244-8d1fa7e84580, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=850f9d68-1011-4621-a244-8d1fa7e84580,segment=NetworkSegment(2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b),segment_id=2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:52.284343 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.322079 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-930a02d5-638f-40b4-bf5d-585082946931 req-4620a1ad-1d02-4109-99dc-24cc3fcd2c5c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820761 May 25 16:03:52.331610 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Calling delete_port for 850f9d68-1011-4621-a244-8d1fa7e84580 owned by network:dhcp {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:52.451285 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Calling delete_port for 850f9d68-1011-4621-a244-8d1fa7e84580 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:52.504154 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.508079 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-78f23a5f-cac3-4abe-a9cf-597c5a3f9cc0 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:52.539165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 850f9d68-1011-4621-a244-8d1fa7e84580 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:52.562855 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Pushing event deleted for resources: {'Port': ['ID=850f9d68-1011-4621-a244-8d1fa7e84580,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:52.565750 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] No DVR routers for this DVR port 850f9d68-1011-4621-a244-8d1fa7e84580 on host dv-cinder-791240-3-smb {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:52.567316 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:52.579291 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 850f9d68-1011-4621-a244-8d1fa7e84580 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:52.579636 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 850f9d68-1011-4621-a244-8d1fa7e84580 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:52.627447 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.632792 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:52.683821 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] No DVR routers for this DVR port 850f9d68-1011-4621-a244-8d1fa7e84580 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:03:52.688129 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Pushing event deleted for resources: {'Port': ['ID=850f9d68-1011-4621-a244-8d1fa7e84580,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:52.690518 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.695806 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.696148 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.696481 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.696841 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.697165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.697485 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.698297 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.698297 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.698473 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.699008 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.699008 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.699311 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:52.703505 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:52.705857 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181290e8-dbc4-440a-abb3-06645686134f']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:52.718099 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:52.718394 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5143f1-b0ce-4f7b-8e9d-7be94dc5350b') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:52.730433 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.746945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.753189 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:03:52.753569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:03:52.766944 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:03:52.939028 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.955250 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:52.957357 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:52.985107 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Pushing event deleted for resources: {'Network': ['ID=181290e8-dbc4-440a-abb3-06645686134f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:52.991710 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:53.009988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-14328f83-97b0-4777-b4fb-68c53810755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.011460 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-14328f83-97b0-4777-b4fb-68c53810755f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba&tenant_id=48ef8c4388ca4b82829b2ea9c59789b9 HTTP/1.1" status: 200 len: 1097 time: 0.1072776 May 25 16:03:53.117810 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-957f7e76-f0d6-41e9-87bd-a530a5e1bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.119277 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-957f7e76-f0d6-41e9-87bd-a530a5e1bc29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1097 time: 0.0735316 May 25 16:03:53.146279 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/181290e8-dbc4-440a-abb3-06645686134f HTTP/1.1" status: 204 len: 168 time: 1.3785510 May 25 16:03:53.149226 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59926) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:53.408711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-a39d2046-85d4-483f-a5be-4ee3dcc81429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.410160 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-a39d2046-85d4-483f-a5be-4ee3dcc81429 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.2824614 May 25 16:03:53.820249 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-7833a373-4f01-48b8-a3eb-72722815ad44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 999 time: 0.3515041 May 25 16:03:53.940231 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b1c01-12ae-4e04-8e30-bc3c14e327e0 req-acfa1c3b-d174-4fa0-9b5b-995effb51481 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.941710 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2f7b1c01-12ae-4e04-8e30-bc3c14e327e0 req-acfa1c3b-d174-4fa0-9b5b-995effb51481 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.4714699 May 25 16:03:53.976729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-e441ffc3-7f42-43a8-8fab-e2777e5a9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:53.978971 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-e441ffc3-7f42-43a8-8fab-e2777e5a9844 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.1511338 May 25 16:03:54.373916 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2f7b1c01-12ae-4e04-8e30-bc3c14e327e0 req-7e4d561c-c4ae-4238-86e6-f95ae3413231 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576319 May 25 16:03:54.373916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-32657203-3b0f-40b1-89b3-19f7fa377ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:54.373916 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-32657203-3b0f-40b1-89b3-19f7fa377ef2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539690 May 25 16:03:54.373916 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-1c4f99eb-732f-4a86-9e11-89864b8855d5 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772721 May 25 16:03:54.373916 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.455058 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-44cf0097-8d12-4cf1-ac66-01d57f967b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.487145 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.623045 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82d8fdf6-a711-414f-b508-347e46f6d659 req-b60a18b2-5280-4d95-ae6f-5f1f44a0036a service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337537 May 25 16:03:54.861328 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Deleting port fe227ac6-9fea-48c0-a34f-6e2c06e8a073 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:54.861657 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:54.982615 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] For port fe227ac6-9fea-48c0-a34f-6e2c06e8a073, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:54.982978 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:55.110569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Calling delete_port for fe227ac6-9fea-48c0-a34f-6e2c06e8a073 owned by network:router_interface {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:55.233901 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:55.355992 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:55.360917 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-fec37ca5-75b0-4b39-bf42-d7e335afcd60 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:55.429475 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fe227ac6-9fea-48c0-a34f-6e2c06e8a073,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:55.434495 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:56.002628 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3137d-01f5-42ab-8d44-d0e627dff402 req-fe55d855-e2a2-4fa8-ba17-ad48ed20291e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:56.004031 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9df3137d-01f5-42ab-8d44-d0e627dff402 req-fe55d855-e2a2-4fa8-ba17-ad48ed20291e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.3376462 May 25 16:03:56.034334 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:56.150201 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-9df3137d-01f5-42ab-8d44-d0e627dff402 req-11f29dd8-cba8-4ce1-9139-595533edb0fb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403213 May 25 16:03:56.430663 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Router ce94b260-a6bc-4ee3-b407-accd00370ee6 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:03:56.622490 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:03:56.637211 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] 10.222.0.64 "PUT /v2.0/routers/ce94b260-a6bc-4ee3-b407-accd00370ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4846714 May 25 16:03:56.637402 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59968) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:56.639136 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Sync routers for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:03:56.650271 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:56.651243 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:56.835501 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks [] for router, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:56.851766 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:56.867986 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.159574 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.200274 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:03:55Z', 'revision_number': 5, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:57.204899 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Checking router: ce94b260-a6bc-4ee3-b407-accd00370ee6 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:03:57.214403 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Routers {'ce94b260-a6bc-4ee3-b407-accd00370ee6'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:03:57.215012 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:03:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['ce94b260-a6bc-4ee3-b407-accd00370ee6'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:57.405375 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] Set router ce94b260-a6bc-4ee3-b407-accd00370ee6 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:03:57.418679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Deleting port 777f2321-35c9-40cc-8319-602bc54508cd {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:57.419023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.426246 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f182f-bb73-4647-b7a4-2d3a4d88983d req-ae486c93-9916-4eb4-9d2a-692a37a55ebd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:57.433120 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-245f182f-bb73-4647-b7a4-2d3a4d88983d req-ae486c93-9916-4eb4-9d2a-692a37a55ebd tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1478093 May 25 16:03:57.494429 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-245f182f-bb73-4647-b7a4-2d3a4d88983d req-2061dfd6-94bc-4cd4-91be-4633ffdf0d9b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590727 May 25 16:03:57.580891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] For port 777f2321-35c9-40cc-8319-602bc54508cd, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=777f2321-35c9-40cc-8319-602bc54508cd,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:57.581668 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.717562 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Calling delete_port for 777f2321-35c9-40cc-8319-602bc54508cd owned by network:router_gateway {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:57.759932 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:03:55Z', 'revision_number': 5, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:03:57.765312 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092120d-d02f-4387-9f3b-6604338765ad None None] The sync data for ids ['ce94b260-a6bc-4ee3-b407-accd00370ee6'] in dv-cinder-791240-3-smb is: [{'id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'name': 'tempest-TestMinimumBasicScenario-69484050-router', 'tenant_id': '4df77ba97a76498bb0c1379dc411b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '777f2321-35c9-40cc-8319-602bc54508cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:00:48Z', 'updated_at': '2021-05-25T16:03:55Z', 'revision_number': 5, 'project_id': '4df77ba97a76498bb0c1379dc411b889', 'gw_port': {'id': '777f2321-35c9-40cc-8319-602bc54508cd', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:dc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94b260-a6bc-4ee3-b407-accd00370ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:00:50Z', 'updated_at': '2021-05-25T16:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:03:57.855281 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.976814 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:57.980932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e58bd2d9-6132-41dc-aef6-796f32a77cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:58.025563 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=777f2321-35c9-40cc-8319-602bc54508cd,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:58.055556 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:58.124815 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.340848 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.344314 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.467722 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.468348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce94b260-a6bc-4ee3-b407-accd00370ee6 {{(pid=99116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:03:58.482492 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.483742 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0f1c2ce4-5743-48e7-a6f0-a9d845a72b60 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ce94b260-a6bc-4ee3-b407-accd00370ee6 HTTP/1.1" status: 204 len: 168 time: 1.8448229 May 25 16:03:58.486558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 59980) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:58.628812 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device fe227ac6-9fea-48c0-a34f-6e2c06e8a073 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:03:58.634245 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Deleting subnet 7b2d1527-69d4-4c21-8d4a-a1fede7774fa {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:03:58.641091 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.713949 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.728802 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: fe227ac6-9fea-48c0-a34f-6e2c06e8a073 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:03:58.729154 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device fe227ac6-9fea-48c0-a34f-6e2c06e8a073 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:03:58.917751 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8350f-88dc-4b68-a7c4-6bacaf188880 req-3270d26b-99b1-40f4-9a37-00c4c179c4cb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:03:58.919764 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bab8350f-88dc-4b68-a7c4-6bacaf188880 req-3270d26b-99b1-40f4-9a37-00c4c179c4cb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1109741 May 25 16:03:58.936079 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:58.971473 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bab8350f-88dc-4b68-a7c4-6bacaf188880 req-a75b8729-a2f9-4314-b487-36286e9e535b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 May 25 16:03:59.314466 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.319235 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3f61a3bc-88fb-4064-92b4-6e04af62b165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:03:59.359019 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2d1527-69d4-4c21-8d4a-a1fede7774fa,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:03:59.368116 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.370108 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43333f-b928-4bd7-ae69-6153582d4bfe None None] Network d7ef22bd-bea0-4855-8706-e06444ff245a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:03:59.372428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.372821 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.373181 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.373534 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.373886 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.374233 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.379377 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:03:59.383335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:03:59.388853 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-87a5b6e8-4540-4e35-a161-b2671abdeefa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7b2d1527-69d4-4c21-8d4a-a1fede7774fa HTTP/1.1" status: 204 len: 168 time: 0.8997667 May 25 16:03:59.392209 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59988) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:03:59.520883 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.617272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Deleting port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:59.617660 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.704653 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] DHCP port deletion for d7ef22bd-bea0-4855-8706-e06444ff245a request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:03:59.741988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] For port b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:59.743515 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.778105 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Deleting port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:03:59.778434 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:59.873501 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Calling delete_port for b44130a7-4b3a-4c5a-a1ab-38a3799a7218 owned by network:dhcp {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:03:59.882261 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] For port b44130a7-4b3a-4c5a-a1ab-38a3799a7218, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,segment=NetworkSegment(04a76645-86fd-4281-b11d-c433784adfef),segment_id=04a76645-86fd-4281-b11d-c433784adfef)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:03:59.882664 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.019850 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Calling delete_port for b44130a7-4b3a-4c5a-a1ab-38a3799a7218 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:00.022034 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.027072 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a01d61cd-6fa4-4b8f-ae1c-154fc1c350c1 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:00.072986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Pushing event deleted for resources: {'Port': ['ID=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:00.074705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] No DVR routers for this DVR port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 on host dv-cinder-791240-3-smb {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:04:00.076232 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:00.092405 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.103473 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-9ce0be5c-c9db-492a-9ce7-732215064ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:00.157152 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Pushing event deleted for resources: {'Port': ['ID=b44130a7-4b3a-4c5a-a1ab-38a3799a7218,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:00.159721 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] No DVR routers for this DVR port b44130a7-4b3a-4c5a-a1ab-38a3799a7218 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:04:00.161289 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:00.258653 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f102bb-7f5f-49a4-9d4c-c63063704e28 req-fafaf066-158c-4ca3-a8a2-8ff7aa46da96 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:00.260346 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-55f102bb-7f5f-49a4-9d4c-c63063704e28 req-fafaf066-158c-4ca3-a8a2-8ff7aa46da96 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1434841 May 25 16:04:00.327248 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-55f102bb-7f5f-49a4-9d4c-c63063704e28 req-cd05bab8-cd74-4e41-be81-3a99136c8b77 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589380 May 25 16:04:00.329348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.354532 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ef22bd-bea0-4855-8706-e06444ff245a']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:00.360761 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a76645-86fd-4281-b11d-c433784adfef') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:00.361057 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a76645-86fd-4281-b11d-c433784adfef') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:00.373602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.391089 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.397704 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:04:00.398331 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:04:00.411902 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:04:00.559070 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.559359 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b44130a7-4b3a-4c5a-a1ab-38a3799a7218 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:00.563074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:00.584486 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:00.590949 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ef22bd-bea0-4855-8706-e06444ff245a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:00.596151 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:00.598790 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7ef22bd-bea0-4855-8706-e06444ff245a HTTP/1.1" status: 204 len: 168 time: 1.2052810 May 25 16:04:00.613314 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: b44130a7-4b3a-4c5a-a1ab-38a3799a7218 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:04:00.613716 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b44130a7-4b3a-4c5a-a1ab-38a3799a7218 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:04:00.614075 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 777f2321-35c9-40cc-8319-602bc54508cd no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:00.653900 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 777f2321-35c9-40cc-8319-602bc54508cd {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:04:00.654347 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 777f2321-35c9-40cc-8319-602bc54508cd not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:04:00.952039 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 59998) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:01.007622 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0ee09edd-17f8-4358-b29b-8ba51aaca41b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1eddf5d453264394a8bcc654f9a358b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531800 May 25 16:04:01.009899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60002) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:01.069928 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:01.096539 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:01.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:01.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b55fec87-9c8f-49c8-ad1f-2c4d344850b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:01.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c53202-ef57-4f7e-aada-418ca0bea226,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:01.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:01.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:01.317929 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68c53202-ef57-4f7e-aada-418ca0bea226 HTTP/1.1" status: 204 len: 168 time: 0.3048594 May 25 16:04:01.579542 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb372f9-7145-45aa-9c38-9a0a2a165acd req-b4ebc757-81dc-487f-9cb8-d9d0a05327ba tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:01.579542 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1bb372f9-7145-45aa-9c38-9a0a2a165acd req-b4ebc757-81dc-487f-9cb8-d9d0a05327ba tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1089439 May 25 16:04:01.630279 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1bb372f9-7145-45aa-9c38-9a0a2a165acd req-2e72e3ca-17b3-44d5-97d2-b70d1f3c9be0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486004 May 25 16:04:02.151779 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60016) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:02.204806 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a970345c-9a97-4cf3-84c6-0e3750ae86be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4df77ba97a76498bb0c1379dc411b889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516193 May 25 16:04:02.210961 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60020) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:02.271701 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:02.298303 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:02.547877 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:02.551867 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-899c8658-6696-49f1-8cb6-f12b61ebcac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:02.564444 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a50dfb-4924-4e47-bb56-578dd86e5f9e,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:02.567443 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:02.573410 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:02.574722 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-636a7523-1fc0-470d-a59e-e77e7565c09d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45a50dfb-4924-4e47-bb56-578dd86e5f9e HTTP/1.1" status: 204 len: 168 time: 0.3628480 May 25 16:04:02.833750 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe5cb-aa0d-4b3c-a6a5-caf9db7ddfcf req-c981b24c-20dd-4e53-a7e9-1d9ff57f8c39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:02.835244 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-06cbe5cb-aa0d-4b3c-a6a5-caf9db7ddfcf req-c981b24c-20dd-4e53-a7e9-1d9ff57f8c39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.0879772 May 25 16:04:02.890137 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-06cbe5cb-aa0d-4b3c-a6a5-caf9db7ddfcf req-89c8949b-3fa2-45cb-9716-d58ade90a6b5 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486360 May 25 16:04:04.096034 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11387b08-7ee8-457b-9fd9-f15a31965849 req-fee533b8-6f43-4412-b210-da651722d4d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:04.097532 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-11387b08-7ee8-457b-9fd9-f15a31965849 req-fee533b8-6f43-4412-b210-da651722d4d0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.0870748 May 25 16:04:04.146109 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-11387b08-7ee8-457b-9fd9-f15a31965849 req-10997e0f-fd10-42c5-a562-b766a7df1398 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 May 25 16:04:05.341482 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfad7b-f182-46a7-8adc-aea3ec04751f req-58cdb592-b9ee-4c86-9a44-692077de409b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:05.342911 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6adfad7b-f182-46a7-8adc-aea3ec04751f req-58cdb592-b9ee-4c86-9a44-692077de409b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.0803790 May 25 16:04:05.387350 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6adfad7b-f182-46a7-8adc-aea3ec04751f req-f291566a-b28c-4c1e-8a90-095584cadc53 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383656 May 25 16:04:05.753569 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-6b6b21ae-db9a-45c8-a7c5-e8b21c1214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:05.754997 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-6b6b21ae-db9a-45c8-a7c5-e8b21c1214d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1097 time: 0.0779650 May 25 16:04:05.901230 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-f2c51ff0-9e2f-4b25-995e-0516643002e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:05.902668 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-f2c51ff0-9e2f-4b25-995e-0516643002e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 200 len: 917 time: 0.1276584 May 25 16:04:06.007293 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-103fa54c-e06f-4331-a21c-cd749452d25d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 200 len: 999 time: 0.0971584 May 25 16:04:06.069936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-a169c65d-5f9b-48be-830c-2ac15973af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:06.071325 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-a169c65d-5f9b-48be-830c-2ac15973af22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 200 len: 855 time: 0.0571499 May 25 16:04:06.145881 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-298983c6-6eaa-46c9-aed2-90f0f6c717db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:06.147300 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-298983c6-6eaa-46c9-aed2-90f0f6c717db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=32e28711-3884-4910-8e1a-09c506d8db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684910 May 25 16:04:06.277431 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-9f920c2b-cdc7-48dd-b9c1-fd6ed6f54208 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233027 May 25 16:04:06.410866 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f77469b7-2847-4e0c-bf65-d45b73a3c621 req-d7ba9412-ea2b-4cd6-8426-d43c89e9fb26 service neutron] 10.222.0.68 "GET /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263885 May 25 16:04:06.583967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd236f0-c791-4924-bdba-5eb5a5bf19c0 req-e30b9694-8364-46a3-9eab-fd9cdc15707c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:06.585488 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-abd236f0-c791-4924-bdba-5eb5a5bf19c0 req-e30b9694-8364-46a3-9eab-fd9cdc15707c tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.0854120 May 25 16:04:06.628995 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-abd236f0-c791-4924-bdba-5eb5a5bf19c0 req-c60685a9-aec1-4cf9-ad63-cc2bbb021157 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 May 25 16:04:07.906199 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43f187-3106-45a9-93f6-0e0e508bc254 req-43e39cba-93da-4ff0-9e5b-efeaf38008d1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:07.907747 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5b43f187-3106-45a9-93f6-0e0e508bc254 req-43e39cba-93da-4ff0-9e5b-efeaf38008d1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 944 time: 0.1679499 May 25 16:04:07.951734 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-5b43f187-3106-45a9-93f6-0e0e508bc254 req-44986770-4704-40f2-9ecb-8feaef427279 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383677 May 25 16:04:08.543260 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:04:08.678401 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:08.692238 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'port_id': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'mac_address': 'fa:16:3e:e0:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:04:08.747241 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.764625 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:08.780054 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:08.930499 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:08.932297 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2e343206-b74e-4ba2-9077-61f6454a27f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:09.006673 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=9']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:09.007847 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:09.152020 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1e62-74cc-463c-88df-8575abc7b2af req-226581b7-b14d-4d1b-97d2-28018bfe80ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:09.153625 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-833d1e62-74cc-463c-88df-8575abc7b2af req-226581b7-b14d-4d1b-97d2-28018bfe80ea tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 945 time: 0.0839784 May 25 16:04:09.198380 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-833d1e62-74cc-463c-88df-8575abc7b2af req-adc69c05-300a-489b-9804-26b9e80b780d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383351 May 25 16:04:09.229510 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['47bface2-f5dd-4392-ad31-c982b3c8720d'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:10.404518 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7fdfb-eaac-4a7a-8fb5-9e05a1f8e90e req-a50cf2d9-fa30-453d-8260-319febaed937 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:10.438336 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8ad7fdfb-eaac-4a7a-8fb5-9e05a1f8e90e req-a50cf2d9-fa30-453d-8260-319febaed937 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 945 time: 0.0850646 May 25 16:04:10.455666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8ad7fdfb-eaac-4a7a-8fb5-9e05a1f8e90e req-ca9663eb-54c6-41a6-bf82-6a51d459913d tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 May 25 16:04:10.556410 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:04:10.626132 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 47bface2-f5dd-4392-ad31-c982b3c8720d triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:04:10.626505 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:10.740747 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:10.767546 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:10.777032 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:10.812704 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'code': 200} May 25 16:04:10.930433 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:10.932260 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:11.007082 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=10']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:11.009814 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:11.292805 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e3a99-1507-4659-98fd-c0f9360d2744 req-8bf10aa4-ed46-44e8-9a70-3369d5b9a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:11.294196 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c20e3a99-1507-4659-98fd-c0f9360d2744 req-8bf10aa4-ed46-44e8-9a70-3369d5b9a6c7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 1100 time: 0.0707331 May 25 16:04:11.333768 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c20e3a99-1507-4659-98fd-c0f9360d2744 req-c16bd211-9541-473f-8481-f865dee8d538 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 May 25 16:04:11.746391 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39f6c8-4393-4cf1-b159-7af5041d3193 req-40ddbfc7-dbc7-46e2-ba46-58d16d83e8c1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:11.747826 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2e39f6c8-4393-4cf1-b159-7af5041d3193 req-40ddbfc7-dbc7-46e2-ba46-58d16d83e8c1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.1790962 May 25 16:04:11.801199 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2e39f6c8-4393-4cf1-b159-7af5041d3193 req-b822c0d4-8fe7-46de-a203-a6300001de4e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476568 May 25 16:04:12.994503 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0a15a-6fba-42b9-86e3-02e52a9ff108 req-56fd47d4-262e-4cb1-b189-3d38d1c6d8f0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:12.995956 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2fd0a15a-6fba-42b9-86e3-02e52a9ff108 req-56fd47d4-262e-4cb1-b189-3d38d1c6d8f0 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0819080 May 25 16:04:13.040465 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2fd0a15a-6fba-42b9-86e3-02e52a9ff108 req-bdbf1899-c225-4cd2-a13d-b0d6410542f1 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 May 25 16:04:14.234541 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736362-2ed5-4897-92d3-9b1012186d66 req-e10f23d2-2022-4989-84a5-589ca4cddc98 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:14.236738 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83736362-2ed5-4897-92d3-9b1012186d66 req-e10f23d2-2022-4989-84a5-589ca4cddc98 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0850389 May 25 16:04:14.281284 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-83736362-2ed5-4897-92d3-9b1012186d66 req-f31b1a3d-ac47-4c92-ab8f-c685188fa586 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393298 May 25 16:04:15.482042 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cace-ee1a-40c2-b0be-8b2b795dc848 req-27784515-eb45-42e5-b5fe-2eb5dd9edf2b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:15.483530 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-77b5cace-ee1a-40c2-b0be-8b2b795dc848 req-27784515-eb45-42e5-b5fe-2eb5dd9edf2b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0854316 May 25 16:04:15.531223 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-77b5cace-ee1a-40c2-b0be-8b2b795dc848 req-0dbdbe81-ff40-41b3-9b0c-6991c39497cb tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 May 25 16:04:17.579945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7b425-3272-4a4b-90cc-daee40f109a0 req-1df756d4-409c-4e40-bda1-b5312d280632 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:17.581415 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ead7b425-3272-4a4b-90cc-daee40f109a0 req-1df756d4-409c-4e40-bda1-b5312d280632 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0862627 May 25 16:04:17.627906 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ead7b425-3272-4a4b-90cc-daee40f109a0 req-21cd9893-d831-4b3d-8125-39a8c8d2f70c tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 May 25 16:04:18.808887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a54b-8ef5-4190-9bfc-46c0d21d5afd req-33d15e84-765e-41f7-a6f4-e26bf3540b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:18.810203 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0cd2a54b-8ef5-4190-9bfc-46c0d21d5afd req-33d15e84-765e-41f7-a6f4-e26bf3540b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0782876 May 25 16:04:18.865380 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0cd2a54b-8ef5-4190-9bfc-46c0d21d5afd req-d61e9719-cc47-4062-829a-87a00272516c tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 May 25 16:04:20.057107 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9fc7-27f1-432b-8948-d36e930bc993 req-67921bf7-c2de-4a52-8e4b-2ee2a116d9e0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:20.058548 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0c7a9fc7-27f1-432b-8948-d36e930bc993 req-67921bf7-c2de-4a52-8e4b-2ee2a116d9e0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0827167 May 25 16:04:20.106896 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-0c7a9fc7-27f1-432b-8948-d36e930bc993 req-de630866-9bc0-4765-8b28-eeb6d12ad494 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 May 25 16:04:21.293389 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3daac9-98c3-4f00-9861-e605a4f08b46 req-fe19fea8-1b2b-46bd-8fbf-f56bffa3c0cf tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:21.294857 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c3daac9-98c3-4f00-9861-e605a4f08b46 req-fe19fea8-1b2b-46bd-8fbf-f56bffa3c0cf tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0794017 May 25 16:04:21.339510 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c3daac9-98c3-4f00-9861-e605a4f08b46 req-a7e907c1-8644-4eea-9907-227d9173d760 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 May 25 16:04:21.804334 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7c20-d2fe-4686-a6be-50ec80ad16b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:22.214099 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-7b76335d-a907-42d4-b9fa-b6d8d84006d2 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:22.215558 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-7b76335d-a907-42d4-b9fa-b6d8d84006d2 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.0923028 May 25 16:04:22.351343 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Deleting port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:04:22.351682 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:22.541047 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] For port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:22.541416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:22.674631 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Calling delete_port for 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:22.695194 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c200-7cee-4150-b921-2421b7b95937 req-76ba3a8d-52a6-4560-a981-3c12865798a1 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:22.696696 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-31e2c200-7cee-4150-b921-2421b7b95937 req-76ba3a8d-52a6-4560-a981-3c12865798a1 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 946 time: 0.2496998 May 25 16:04:22.754960 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-31e2c200-7cee-4150-b921-2421b7b95937 req-4335f1a1-04f4-4ac4-a0af-895f8d0fa659 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 May 25 16:04:22.901415 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:22.907380 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:22.937460 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['6cf52a4f-3063-4e2e-bebe-17e8dcb994bd'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:22.957510 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Pushing event deleted for resources: {'Port': ['ID=6cf52a4f-3063-4e2e-bebe-17e8dcb994bd,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:22.989408 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:23.032020 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] No DVR routers for this DVR port 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:04:23.034619 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:23.037283 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'name': 'network-vif-deleted', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:23.079970 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c32d86-bfe1-4a0d-a81e-d85a0993c487', 'name': 'network-vif-deleted', 'tag': '6cf52a4f-3063-4e2e-bebe-17e8dcb994bd', 'status': 'completed', 'code': 200} May 25 16:04:23.113377 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-247fca03-8da2-4ae1-9346-d5ea2f20bf8a req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "DELETE /v2.0/ports/6cf52a4f-3063-4e2e-bebe-17e8dcb994bd HTTP/1.1" status: 204 len: 173 time: 0.8928742 May 25 16:04:23.921414 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-b1f3e0ad-db23-4a6e-b666-9ae31035f303 req-f6802156-97a9-4689-88df-93dc19223967 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Synchronizing usage tracker for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:04:24.054436 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-b1f3e0ad-db23-4a6e-b666-9ae31035f303 req-f6802156-97a9-4689-88df-93dc19223967 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Unset dirty status for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:04:24.055616 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b1f3e0ad-db23-4a6e-b666-9ae31035f303 req-f6802156-97a9-4689-88df-93dc19223967 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c32d86-bfe1-4a0d-a81e-d85a0993c487 HTTP/1.1" status: 200 len: 210 time: 0.1816101 May 25 16:04:24.169774 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-60ffdefe-8c93-4ef1-b9b9-81c589b67adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:24.209438 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:25.198176 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:26.633643 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:26.667702 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:04:26.668055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 6cf52a4f-3063-4e2e-bebe-17e8dcb994bd not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:04:26.831993 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:27.843606 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:29.101745 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:04:30.088305 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-6bfcf83f-f45d-41e7-bd27-d7b607178c78 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:30.089694 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-6bfcf83f-f45d-41e7-bd27-d7b607178c78 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/networks?id=12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 200 len: 814 time: 0.1536477 May 25 16:04:30.103929 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-23c739ee-07a1-44e0-9b29-d34a30dc0338 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/quotas/647d278b5dc74400a93b5be3aecb9492 HTTP/1.1" status: 200 len: 375 time: 0.0088956 May 25 16:04:30.151952 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-c28fe121-e19a-4df3-91d3-72c71207941e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433118 May 25 16:04:30.387318 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-ffa67578-fd88-4b37-ae6c-0578203d2c63 service neutron] 10.222.0.64 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285624 May 25 16:04:30.614853 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-72a8d185-ce2f-4d7b-a17c-757c02e3bd20 service neutron] 10.222.0.64 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214046 May 25 16:04:30.892975 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-82f89f92-dc5d-471f-95a1-c9208773d8c0 req-3832b723-9870-477e-8ed4-a4a29ee4bf0e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 210 time: 0.0425887 May 25 16:04:32.065501 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1f161739-873f-4f86-bf58-4164dad7d193 req-9cdbd326-afb9-470e-aefe-93108f17f2a0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 210 time: 0.0530512 May 25 16:04:33.229695 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-eb4441a1-3a48-494d-bd88-b88069fc0df5 req-a0de2eff-c537-4bc8-bfc4-fa052a79b460 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 210 time: 0.0554793 May 25 16:04:33.255683 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-d844af2b-ddc0-4a30-b0e2-24e277a7c254 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:33.257122 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-d844af2b-ddc0-4a30-b0e2-24e277a7c254 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "GET /v2.0/networks?id=12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 200 len: 814 time: 0.1580637 May 25 16:04:33.278060 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Request body: {'port': {'device_id': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c', 'admin_state_up': True, 'tenant_id': '647d278b5dc74400a93b5be3aecb9492'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:04:33.415106 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:04:33.424603 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:04:33.512360 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Made reservation on behalf of 647d278b5dc74400a93b5be3aecb9492 for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:04:33.516825 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:33.679990 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Allocated IP 172.20.0.5 (12df70d4-44c7-4ea0-899e-4051ed0d184c/917c93c2-a334-4995-960a-b6b2bec1f4f4/d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:04:33.881858 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:33.980290 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:33.986160 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:34.054158 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Network 12df70d4-44c7-4ea0-899e-4051ed0d184c is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:04:34.057153 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:04:34.062296 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:04:34.096367 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Pushing event updated for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:34.115806 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.116187 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.116585 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.116945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.117305 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.117661 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.118017 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.118370 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.118722 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.119069 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.119420 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.119765 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:04:34.125729 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:34.143544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:34.144148 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.250551 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9f2d787e-84d2-45d1-a304-b46b9f2d3c74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759092 May 25 16:04:34.269703 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Request body: {'port': {'device_id': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:04:34.448842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.539521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ce45-778e-462b-9b16-14b77b70e075 req-15c1ac4e-7234-4395-a4f9-489feb745572 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:34.540211 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-7c75ce45-778e-462b-9b16-14b77b70e075 req-15c1ac4e-7234-4395-a4f9-489feb745572 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Synchronizing usage tracker for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:04:34.696074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-7c75ce45-778e-462b-9b16-14b77b70e075 req-15c1ac4e-7234-4395-a4f9-489feb745572 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Unset dirty status for tenant:647d278b5dc74400a93b5be3aecb9492 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:04:34.697235 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c75ce45-778e-462b-9b16-14b77b70e075 req-15c1ac4e-7234-4395-a4f9-489feb745572 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 931 time: 0.3407431 May 25 16:04:34.773752 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c75ce45-778e-462b-9b16-14b77b70e075 req-9f687790-16d5-4acb-918e-31b7e8e5d3ce tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 May 25 16:04:34.848183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:34.855643 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.870425 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Transition to ACTIVE for port object d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:04:34.940462 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:34.944963 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3d47d148-70e2-40ef-9337-0f7a5b56342c tempest-ServerRescueNegativeTestJSON-1667678360 tempest-ServerRescueNegativeTestJSON-1667678360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:35.171376 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:35.197063 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:35.274838 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Attempting to bind port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:04:35.275557 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Attempting to bind port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:04:35.275557 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Attempting to bind port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 on network 12df70d4-44c7-4ea0-899e-4051ed0d184c {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:04:35.279998 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 on network 12df70d4-44c7-4ea0-899e-4051ed0d184c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:04:35.280312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Attempting to bind port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 on network 12df70d4-44c7-4ea0-899e-4051ed0d184c {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:04:35.285304 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:04:35.285642 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Checking segment: {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:04:35.286023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Bound using segment: {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:04:35.286441 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Bound port: d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516cc54d-5f5d-42ea-a390-9c53d084f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:04:35.286782 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.372501 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:04:35.375943 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:04:35.449137 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.453221 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-83ba2859-c518-4c8f-bbdb-da55df8dae8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:35.513807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:35.515140 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:35.516518 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] 10.222.0.68 "PUT /v2.0/ports/d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 HTTP/1.1" status: 200 len: 1093 time: 1.2510209 May 25 16:04:35.517033 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:35.538909 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:35.542094 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:35.563718 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0', 'status': 'completed', 'code': 200} May 25 16:04:35.673274 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-07eb078b-6cd0-4e20-bafd-1546bf0d575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:35.674753 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-07eb078b-6cd0-4e20-bafd-1546bf0d575a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 1096 time: 0.0710435 May 25 16:04:35.819789 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-e2737818-a78e-46be-bbfe-e2d3c89b9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:35.821270 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-e2737818-a78e-46be-bbfe-e2d3c89b9d15 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=647d278b5dc74400a93b5be3aecb9492&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329639 May 25 16:04:36.016551 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-bdedb5f3-74d3-4a0a-b492-d438e3a1dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.017985 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4ba80f56-c74f-4a18-9788-5e9d7b5d4db2 req-bdedb5f3-74d3-4a0a-b492-d438e3a1dad3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889546 May 25 16:04:36.034287 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322775db-108f-4bff-b737-e1c999ca256a req-b6b15fda-7ea4-4d9e-94da-8282f4d62d08 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.053159 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-322775db-108f-4bff-b737-e1c999ca256a req-b6b15fda-7ea4-4d9e-94da-8282f4d62d08 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 943 time: 0.1357343 May 25 16:04:36.139803 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-322775db-108f-4bff-b737-e1c999ca256a req-ba697e6f-8b3e-461a-8a25-1acf63ef573a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982184 May 25 16:04:36.163670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-3423836f-5789-4fa9-96bd-6f8b0e436331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.165152 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-3423836f-5789-4fa9-96bd-6f8b0e436331 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=647d278b5dc74400a93b5be3aecb9492&device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 1096 time: 0.0825186 May 25 16:04:36.244296 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-f0398651-f00d-4dfb-beba-2cef9d0f2299 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 HTTP/1.1" status: 200 len: 217 time: 0.0636928 May 25 16:04:36.307419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-d0603d30-9edd-4399-be85-d08043fa8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:36.308768 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-d0603d30-9edd-4399-be85-d08043fa8787 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=917c93c2-a334-4995-960a-b6b2bec1f4f4 HTTP/1.1" status: 200 len: 854 time: 0.0580747 May 25 16:04:36.354239 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-9c193e19-a06d-45fa-9f04-070c5458fb7d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=12df70d4-44c7-4ea0-899e-4051ed0d184c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394044 May 25 16:04:36.484031 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-3963ff10-80fe-41c0-8a54-7eb1e87f99e8 service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235120 May 25 16:04:36.615847 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d474e3df-acbb-495d-bfc8-d43bdeefbc91 req-be376097-50c2-42de-9e1d-46add3acf313 service neutron] 10.222.0.68 "GET /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249702 May 25 16:04:37.325519 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e15e-bba9-4ec8-b944-53d8a41a600f req-fe9b6ae0-15af-4931-94c4-78b7a42dec79 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:37.327456 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-32f7e15e-bba9-4ec8-b944-53d8a41a600f req-fe9b6ae0-15af-4931-94c4-78b7a42dec79 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 943 time: 0.0796208 May 25 16:04:37.371392 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-32f7e15e-bba9-4ec8-b944-53d8a41a600f req-188ec793-7f00-469d-b137-6cf3d3a140d2 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 May 25 16:04:38.560088 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d428a04-ccd4-438b-9f33-f5b5fef2c917 req-aa755094-2b11-455c-b898-82f6b0a0a609 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:38.561860 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8d428a04-ccd4-438b-9f33-f5b5fef2c917 req-aa755094-2b11-455c-b898-82f6b0a0a609 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 943 time: 0.0878544 May 25 16:04:38.605929 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8d428a04-ccd4-438b-9f33-f5b5fef2c917 req-ad79118e-dae0-4cf6-b05d-cea2d1e4e29c tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 May 25 16:04:38.649659 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:04:38.788735 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:38.801428 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0', 'network_id': '12df70d4-44c7-4ea0-899e-4051ed0d184c', 'port_id': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0', 'mac_address': 'fa:16:3e:d1:69:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917c93c2-a334-4995-960a-b6b2bec1f4f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:04:38.888486 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.906004 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:04:38.921113 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:38.974311 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:38.975988 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-2e2d8f55-6aab-4538-ab52-da4d8af6789e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:39.042168 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:39.045449 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:39.270511 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:04:39.788845 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08ec6-33e5-49c7-bfbd-a629d48a9600 req-2cc1c5cd-6f7b-4a07-9670-f7a62487223b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:39.790170 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-43a08ec6-33e5-49c7-bfbd-a629d48a9600 req-2cc1c5cd-6f7b-4a07-9670-f7a62487223b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 944 time: 0.0815067 May 25 16:04:39.833157 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-43a08ec6-33e5-49c7-bfbd-a629d48a9600 req-8f59cce8-02ed-4155-b46b-75ca16963e5d tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 May 25 16:04:40.649298 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:04:40.848249 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:04:40.853274 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:04:40.857845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:40.969639 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:40.996047 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:41.006225 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:41.020132 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0ec54-42bb-4323-8881-9e74ec0979da req-8bfef0d7-3035-4f66-9e89-9ba5e87753c0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:41.021666 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1af0ec54-42bb-4323-8881-9e74ec0979da req-8bfef0d7-3035-4f66-9e89-9ba5e87753c0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 944 time: 0.0833848 May 25 16:04:41.043740 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0', 'code': 200} May 25 16:04:41.072140 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1af0ec54-42bb-4323-8881-9e74ec0979da req-e8c4a0a9-aa49-4608-bc42-39528a76b953 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 May 25 16:04:41.220774 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:41.222821 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:41.291959 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:41.296047 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:41.555112 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f875ff0-bce2-4fd3-a682-ff1d8a1cf266 req-da4c4f19-dff0-450b-b78b-cf003794fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:41.556625 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2f875ff0-bce2-4fd3-a682-ff1d8a1cf266 req-da4c4f19-dff0-450b-b78b-cf003794fa9e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 1098 time: 0.0697622 May 25 16:04:41.598286 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2f875ff0-bce2-4fd3-a682-ff1d8a1cf266 req-fd9c4cd5-7fe9-49dd-9089-186c32a1a4ed service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 May 25 16:04:42.252830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3548c28-b95a-48f5-82c7-9e7274beb3af req-788ffd1b-ffe2-4640-accd-cb0c12fbb947 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:42.254266 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3548c28-b95a-48f5-82c7-9e7274beb3af req-788ffd1b-ffe2-4640-accd-cb0c12fbb947 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.0775728 May 25 16:04:42.301056 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3548c28-b95a-48f5-82c7-9e7274beb3af req-64a1b841-4ef8-4bab-b697-9b72396a44bf tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 May 25 16:04:43.634639 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375346f-9004-484a-a351-0f3756ed0069 req-550a9f71-66dc-42f5-9d8c-107361551840 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:43.636067 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2375346f-9004-484a-a351-0f3756ed0069 req-550a9f71-66dc-42f5-9d8c-107361551840 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.0822866 May 25 16:04:43.773497 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2375346f-9004-484a-a351-0f3756ed0069 req-019ab575-c12e-49c9-9b07-1507688901b7 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315279 May 25 16:04:47.498240 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebea0a9-4814-42bd-80e6-ba585f5f4a0a req-efa65088-51f0-4db7-a817-39b5f42c1383 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:47.500210 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4ebea0a9-4814-42bd-80e6-ba585f5f4a0a req-efa65088-51f0-4db7-a817-39b5f42c1383 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0830710 May 25 16:04:47.546475 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-4ebea0a9-4814-42bd-80e6-ba585f5f4a0a req-856b2e73-4b12-46d7-b5db-6366aa7c2739 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 May 25 16:04:48.736428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8406-596f-4d50-9fce-510ad26e6bb5 req-73861b3c-b798-4c8a-8324-6e095d3b5f84 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:48.737903 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fa3c8406-596f-4d50-9fce-510ad26e6bb5 req-73861b3c-b798-4c8a-8324-6e095d3b5f84 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0840926 May 25 16:04:48.781920 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fa3c8406-596f-4d50-9fce-510ad26e6bb5 req-9d3bda22-16d5-4d2b-a544-e4eb26b2e255 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups?id=a145ea1b-3607-4997-aef0-c5add78eaa44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383871 May 25 16:04:49.073632 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-b96eca19-0b8c-480a-b7ef-4539132bd9c8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:04:49.074980 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-b96eca19-0b8c-480a-b7ef-4539132bd9c8 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 947 time: 0.0780580 May 25 16:04:49.211007 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Deleting port 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:04:49.211353 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.345518 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] For port 47bface2-f5dd-4392-ad31-c982b3c8720d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=47bface2-f5dd-4392-ad31-c982b3c8720d,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:49.345842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.650389 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.650753 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.651062 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.l3_db [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Floating IP 00e379c0-6e16-4e8f-bfdd-a970268d03b6 disassociated. External IP: 172.28.2.46, port: 47bface2-f5dd-4392-ad31-c982b3c8720d. May 25 16:04:49.651390 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Calling delete_port for 47bface2-f5dd-4392-ad31-c982b3c8720d owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:49.837168 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:49.843508 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:49.887418 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'Port': ['ID=47bface2-f5dd-4392-ad31-c982b3c8720d,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:49.891770 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:50.013721 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b1913e65-4c4c-4542-8b27-4ab0fb57b8ce req-aefb242f-27b9-44e3-8316-ed82c5f4a23b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.0652480 May 25 16:04:50.119078 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:04:50.309266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:04:50.319548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:04:50.331880 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:04:50.332791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:50.390459 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] No DVR routers for this DVR port 47bface2-f5dd-4392-ad31-c982b3c8720d on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:04:50.393011 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:50.395779 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-deleted', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:04:50.440096 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17a70a-eebc-4255-a27e-a717945d39ba', 'name': 'network-vif-deleted', 'tag': '47bface2-f5dd-4392-ad31-c982b3c8720d', 'status': 'completed', 'code': 200} May 25 16:04:50.489281 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7b48000-c6d8-4e3d-b599-66fd1fcd4ee5 req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.68 "DELETE /v2.0/ports/47bface2-f5dd-4392-ad31-c982b3c8720d HTTP/1.1" status: 204 len: 173 time: 1.4072294 May 25 16:04:50.520319 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:04:50.848818 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:50.854739 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:04:50.927217 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:04:50.927889 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:51.200317 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-01a38368-54de-4d9c-9a0f-7a32f402eac3 req-5f8a86f3-b600-4bd7-95ed-12b1a91e268b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Synchronizing usage tracker for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:04:51.246957 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:04:51.300188 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-01a38368-54de-4d9c-9a0f-7a32f402eac3 req-5f8a86f3-b600-4bd7-95ed-12b1a91e268b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Unset dirty status for tenant:48ef8c4388ca4b82829b2ea9c59789b9 on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:04:51.301422 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-01a38368-54de-4d9c-9a0f-7a32f402eac3 req-5f8a86f3-b600-4bd7-95ed-12b1a91e268b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/ports?device_id=db17a70a-eebc-4255-a27e-a717945d39ba HTTP/1.1" status: 200 len: 210 time: 0.1519227 May 25 16:04:51.586714 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:51.590672 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d48376-af0f-456c-8e18-b09dc1ee70ff None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T15:58:02Z', 'revision_number': 4, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': 'e2812706-9c1f-46cc-a7d4-55021a013a82', 'name': '', 'network_id': '32e28711-3884-4910-8e1a-09c506d8db02', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'mac_address': 'fa:16:3e:2a:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:59Z', 'updated_at': '2021-05-25T15:58:13Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'subnets': [{'id': '7faf4de8-4f06-4af8-97a0-039e633cfbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:04:51.809290 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe5091-5aee-47dd-9d94-ec11c38fe17d None None] New status for floating IP 00e379c0-6e16-4e8f-bfdd-a970268d03b6: DOWN {{(pid=99119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:04:51.826590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-4e12240b-2c34-43be-946d-5d588c23436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:52.547596 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60298) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:52.612615 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:52.642424 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:52.678315 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:04:52.718666 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 47bface2-f5dd-4392-ad31-c982b3c8720d {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:04:52.719023 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 47bface2-f5dd-4392-ad31-c982b3c8720d not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:04:52.899719 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:52.903735 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-da13a616-6772-455c-aa27-368199d60594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:52.919538 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a145ea1b-3607-4997-aef0-c5add78eaa44,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:52.922270 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:52.978990 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:52.980101 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "DELETE /v2.0/security-groups/a145ea1b-3607-4997-aef0-c5add78eaa44 HTTP/1.1" status: 204 len: 168 time: 0.4314990 May 25 16:04:52.983090 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60302) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:52.999722 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.api.v2.resource [None req-59d5463b-f4e4-453d-836c-f471ec1be48b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] show failed (client error): The resource could not be found. May 25 16:04:53.000687 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-59d5463b-f4e4-453d-836c-f471ec1be48b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "GET /v2.0/security-groups/a145ea1b-3607-4997-aef0-c5add78eaa44 HTTP/1.1" status: 404 len: 347 time: 0.0166864 May 25 16:04:53.003340 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60306) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:53.216979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Deleting port 41d156f3-b80b-4dd0-9e99-a92350e1863f {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:04:53.216979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.334946 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.335266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.460868 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Calling delete_port for 41d156f3-b80b-4dd0-9e99-a92350e1863f owned by network:floatingip {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:53.648651 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.652225 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-f6d12802-e7be-4ddb-ab71-b7de2a32e320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:53.696537 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Pushing event deleted for resources: {'Port': ['ID=41d156f3-b80b-4dd0-9e99-a92350e1863f,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:53.699204 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:53.790142 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks [] for floatingip, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.843129 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:53.844278 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] 10.222.0.64 "DELETE /v2.0/floatingips/00e379c0-6e16-4e8f-bfdd-a970268d03b6 HTTP/1.1" status: 204 len: 168 time: 0.8401005 May 25 16:04:54.157126 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-89620ef1-ab41-4254-9f00-9461b06f3947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:54.186200 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:55.208033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:56.843242 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:57.066694 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60344) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:57.744841 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:57.877062 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:58.169959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Deleting port e2812706-9c1f-46cc-a7d4-55021a013a82 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:04:58.170539 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:58.290348 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] For port e2812706-9c1f-46cc-a7d4-55021a013a82, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e2812706-9c1f-46cc-a7d4-55021a013a82,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:04:58.290702 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:58.421129 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Calling delete_port for e2812706-9c1f-46cc-a7d4-55021a013a82 owned by network:router_interface {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:04:58.660052 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:58.663835 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1e61961c-cf6e-4ce2-89f3-66211d79bb78 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:04:58.708411 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2812706-9c1f-46cc-a7d4-55021a013a82,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:04:58.711815 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:04:58.984165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.454167 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:04:59.630885 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:04:59.640721 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Sync routers for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:04:59.644045 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] 10.222.0.64 "PUT /v2.0/routers/0d19ccac-3196-4605-94dd-2cfa9cedd8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5759246 May 25 16:04:59.646260 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60360) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:04:59.650509 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:04:59.651127 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:04:59.823660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks [] for router, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:04:59.830701 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:04:59.998567 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:00.117883 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T16:04:58Z', 'revision_number': 5, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port': {'id': 'd64fac64-8c19-4a8b-bc35-bf5ccc93e41d', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:57:53Z', 'updated_at': '2021-05-25T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:00.122868 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Checking router: 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:00.131669 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Routers {'0d19ccac-3196-4605-94dd-2cfa9cedd8c3'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:00.132276 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:00.176976 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-809698e3-0860-4aec-ae88-9da30fe6a47e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745075 May 25 16:05:00.188861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Deleting port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:00.189267 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:00.281613 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-a0ddda36-2125-4153-aadb-cd3d1387bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:00.283368 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-a0ddda36-2125-4153-aadb-cd3d1387bb57 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.0762892 May 25 16:05:00.292474 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] Set router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 gateway port host: None {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:00.315457 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] For port d64fac64-8c19-4a8b-bc35-bf5ccc93e41d, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:00.315913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:00.408113 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T16:04:59Z', 'revision_number': 6, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port_host': None}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:00.412943 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c125bd-657d-428f-b376-a11bbc726e0d None None] The sync data for ids ['0d19ccac-3196-4605-94dd-2cfa9cedd8c3'] in dv-cinder-791240-3-smb is: [{'id': '0d19ccac-3196-4605-94dd-2cfa9cedd8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-803444690-router', 'tenant_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:57:52Z', 'updated_at': '2021-05-25T16:04:59Z', 'revision_number': 6, 'project_id': '48ef8c4388ca4b82829b2ea9c59789b9', 'gw_port_host': None}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:00.445488 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-ba128dd8-cc00-40fd-81b4-4d77bffbdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:00.446269 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-ba128dd8-cc00-40fd-81b4-4d77bffbdbe7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.1441691 May 25 16:05:00.449115 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Calling delete_port for d64fac64-8c19-4a8b-bc35-bf5ccc93e41d owned by network:router_gateway {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:00.553143 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-a0218a8b-b436-49d3-91f5-bb5c4d9ef7e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 1001 time: 0.0999765 May 25 16:05:00.623158 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-dc27f7d3-1c44-4468-b15b-7a45f78f24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:00.624706 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-dc27f7d3-1c44-4468-b15b-7a45f78f24aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0650215 May 25 16:05:00.705676 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-07d70b77-0348-4ec3-aa20-97bf487a2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:00.707041 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-07d70b77-0348-4ec3-aa20-97bf487a2836 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735574 May 25 16:05:00.711229 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:00.715952 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-22ccaeb0-5e6f-440a-a4d9-4353ea5997d0 tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:00.760135 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64fac64-8c19-4a8b-bc35-bf5ccc93e41d,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:00.810321 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e2812706-9c1f-46cc-a7d4-55021a013a82 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:00.847684 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: e2812706-9c1f-46cc-a7d4-55021a013a82 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:00.848035 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e2812706-9c1f-46cc-a7d4-55021a013a82 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:00.864623 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-44dbf374-0105-42d6-8ca4-ca2208764110 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461873 May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:00.971936 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:00.998995 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.107217 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-f7f08744-73f7-4018-aed3-1aa2775e69e2 req-d19e54e3-ae42-420f-8849-6ab21b6f2ab5 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355440 May 25 16:05:01.176641 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.178848 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.322902 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.323450 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d19ccac-3196-4605-94dd-2cfa9cedd8c3 {{(pid=99117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:05:01.337126 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Notify callbacks [] for router, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.340878 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0d19ccac-3196-4605-94dd-2cfa9cedd8c3 HTTP/1.1" status: 204 len: 168 time: 1.6910911 May 25 16:05:01.341447 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60374) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:01.405907 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Deleting subnet 7faf4de8-4f06-4af8-97a0-039e633cfbaf {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:01.409077 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.465404 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.546318 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.860119 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.864014 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e672bce3-42c3-4487-bcad-5c066914fdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:01.897597 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7faf4de8-4f06-4af8-97a0-039e633cfbaf,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:01.900605 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:01.901577 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:01.908396 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-44314c31-1333-4bfc-93ae-c1619d7339bb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7faf4de8-4f06-4af8-97a0-039e633cfbaf HTTP/1.1" status: 204 len: 168 time: 0.5662785 May 25 16:05:01.911054 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe1d4a-72fb-40ac-b9e0-b3a73269d71a None None] Network 32e28711-3884-4910-8e1a-09c506d8db02 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:01.913946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60378) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:02.026518 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.104368 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Deleting port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:02.104792 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.208788 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] DHCP port deletion for 32e28711-3884-4910-8e1a-09c506d8db02 request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:05:02.213253 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] For port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:02.213635 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.276721 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Deleting port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:02.277095 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.341069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Calling delete_port for 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 owned by network:dhcp {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:02.378988 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] For port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,segment=NetworkSegment(cc8da09f-f9f4-4170-8d9f-6d1ee1023b13),segment_id=cc8da09f-f9f4-4170-8d9f-6d1ee1023b13)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:02.379384 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.459590 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.464594 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-fffbd231-9374-4e2b-a8e2-2a63254063ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:02.506457 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Calling delete_port for 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:02.510153 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:02.511959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] No DVR routers for this DVR port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 on host dv-cinder-791240-3-smb {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:02.514270 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:02.563604 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.569503 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:02.613271 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:02.656911 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Pushing event deleted for resources: {'Port': ['ID=98dfdf2d-d4fb-490b-a55e-ce875bb9fff5,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:02.660327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.661521 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:02.661882 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:02.662293 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d64fac64-8c19-4a8b-bc35-bf5ccc93e41d no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:02.674042 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e28711-3884-4910-8e1a-09c506d8db02']}} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:02.688355 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13') {'for_net_delete': True} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:02.688680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8da09f-f9f4-4170-8d9f-6d1ee1023b13') {} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:02.696107 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] No DVR routers for this DVR port 98dfdf2d-d4fb-490b-a55e-ce875bb9fff5 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:02.700606 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333960'] for segment, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.703428 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.703783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.704124 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.704459 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.704818 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.705149 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.705475 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.706283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.706283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.706611 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.706772 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.707027 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:02.710750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: d64fac64-8c19-4a8b-bc35-bf5ccc93e41d {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:02.711041 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d64fac64-8c19-4a8b-bc35-bf5ccc93e41d not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:02.712363 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:02.722241 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.731221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=99117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:02.731221 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1238708'] for segment, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: Traceback (most recent call last): May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: timer() May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: cb(*args, **kw) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: return func(*args, **kwargs) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: self._notify() May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: self.callback(batched_events) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: event.method(event) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: return f(self, *a, **k) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: return self._get(url).json() May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: return self.request(url, 'GET', **kwargs) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:02.826237 dv-cinder-791240-3-smb neutron-server[99117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:02.962131 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.965575 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:02.988779 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:02.992363 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e28711-3884-4910-8e1a-09c506d8db02,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:02.995471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:03.076891 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/32e28711-3884-4910-8e1a-09c506d8db02 HTTP/1.1" status: 204 len: 168 time: 1.1635683 May 25 16:05:03.387042 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60388) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:03.437080 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-3435c8fb-3d93-487a-94ba-c56da5d0d2c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48ef8c4388ca4b82829b2ea9c59789b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482855 May 25 16:05:03.439349 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60392) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:03.499204 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:03.528245 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:03.693637 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:03.698496 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ea976adf-6616-4bb3-ab6f-2d6daa73db7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:03.711924 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c1ccc-d0f7-493c-889d-ceec3779bad7,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:03.716408 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:03.718413 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:03.720028 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-751ac136-873d-4aa5-96e3-8caeb1bae7d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/255c1ccc-d0f7-493c-889d-ceec3779bad7 HTTP/1.1" status: 204 len: 168 time: 0.2797112 May 25 16:05:04.908961 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60426) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:05.015312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1919264828-network', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:05.019892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:05.023709 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Usage tracker for resource:network and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:05.026576 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:05.032974 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:05.162040 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Made reservation on behalf of 35f47be7245c49b88f3e5472a508a12b for: {'network': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:05.164345 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613383'] for network, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.179793 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.193598 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:05.197295 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:05.200588 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:05.206456 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:05.284750 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.396589 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.400785 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3ae210e3-ef58-4934-91dc-ff2fdb29a0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:05.424011 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=99117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:05:05.436409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff4026-d2fb-453e-9726-4c79daadc40c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:05.440328 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:05.441285 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.441617 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.segments_db [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Added segment a02d5812-30e2-40d0-843b-9c8ac23d0700 of type vlan for network 6502975c-7b59-4dca-9765-f3c29e8f32d3 May 25 16:05:05.467910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791685716291'] for network, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.676895 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128'] for network, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.678184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:05.678765 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:05.683769 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3cd99000-e8a6-4809-b53c-763c2627a08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:05.783956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Pushing event updated for resources: {'Network': ['ID=6502975c-7b59-4dca-9765-f3c29e8f32d3,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:05.786560 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:05.795532 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 details requested by agent ovs-agent-dv-cinder-791240-3-smb with host dv-cinder-791240-3-smb {{(pid=99118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:05:05.873496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60436) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:05.881138 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Request body: {'subnet': {'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1919264828-subnet', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:05.885541 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-356e77a4-bc29-4daf-af45-4e692490b8fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9752138 May 25 16:05:05.886996 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:05.891492 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Usage tracker for resource:subnet and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:05.894659 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:05.900918 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:05.996688 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Made reservation on behalf of 35f47be7245c49b88f3e5472a508a12b for: {'subnet': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:05.999901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7810263'] for subnet, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:06.100828 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:05:06.289912 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5579c-acd0-43b7-ba39-3d31659d12c1 req-2d17a658-1030-4228-9708-57f3110d101f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:06.291345 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-17d5579c-acd0-43b7-ba39-3d31659d12c1 req-2d17a658-1030-4228-9708-57f3110d101f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1356540 May 25 16:05:06.336999 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-17d5579c-acd0-43b7-ba39-3d31659d12c1 req-9c25f203-146d-4fd5-9ba7-208639a192d1 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 May 25 16:05:06.539710 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6664656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7810241'] for subnet, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:06.546491 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9fbb7066-8bf0-4ba6-8c35-11d269077690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:06.675717 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e2c2b0-4a90-4bf1-be76-4ad0719645af,revision_number=0']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:06.678578 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:06.692017 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Checking segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:06.692430 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Network hostable DHCP agents. Network: 6502975c-7b59-4dca-9765-f3c29e8f32d3, hostable agents: ['29d8a105-8d42-4594-9ef7-c69394198f04'], hosted agents: [] {{(pid=99116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:05:06.718284 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd812c7-d1b5-4c5f-b425-b9818f3e07fd req-6c5f0e2a-62e0-4ee7-ac48-28b75b9e93f4 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:06.719736 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2fd812c7-d1b5-4c5f-b425-b9818f3e07fd req-6c5f0e2a-62e0-4ee7-ac48-28b75b9e93f4 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.1759162 May 25 16:05:06.764964 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2fd812c7-d1b5-4c5f-b425-b9818f3e07fd req-df532eab-54d2-4217-ad4c-61b244ebe70a tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 May 25 16:05:06.813750 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is scheduled to be hosted by DHCP agent 29d8a105-8d42-4594-9ef7-c69394198f04 with binding_index 1 {{(pid=99116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:05:06.927791 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-smb, 6502975c-7b59-4dca-9765-f3c29e8f32d3) {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:06.937010 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526e3f7-1b11-4aee-a97e-fa582937db7d None None] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:06.938318 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:06.938914 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.153337 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp993d475d-b3f3-5c7e-b179-95a2c41a99d9-6502975c-7b59-4dca-9765-f3c29e8f32d3', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af'}]}} from dv-cinder-791240-3-smb. {{(pid=99118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:05:07.154297 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.209549 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3332989 May 25 16:05:07.213866 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60446) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:07.217447 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:07.221921 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:07.226796 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Usage tracker for resource:router and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:07.229697 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:07.236312 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:07.310981 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.db_base_plugin_common [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Allocated IP 172.20.0.2 (6502975c-7b59-4dca-9765-f3c29e8f32d3/a1e2c2b0-4a90-4bf1-be76-4ad0719645af/d05da941-a867-43e5-a8dc-fd32ff8cd701) {{(pid=99118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:05:07.374572 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1928792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6737'] for router, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.375933 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1926535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6728'] for router, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.391881 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.523472 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks [] for port, precommit_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.529486 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861c7a-d84d-4772-8da7-3e04dbf78fc7 req-318c8f2b-5ef1-4342-b33a-977db07c82a0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:07.534151 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Transition to ACTIVE for port object d05da941-a867-43e5-a8dc-fd32ff8cd701 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:07.538125 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-61861c7a-d84d-4772-8da7-3e04dbf78fc7 req-318c8f2b-5ef1-4342-b33a-977db07c82a0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0902390 May 25 16:05:07.553015 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Transition to ACTIVE for port object d05da941-a867-43e5-a8dc-fd32ff8cd701 will not be triggered until provisioned by entity DHCP. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:07.584297 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-61861c7a-d84d-4772-8da7-3e04dbf78fc7 req-3e3c0cbb-9309-4343-aef2-d099112ff8dd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 May 25 16:05:07.625762 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202'] for port, after_create {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.630335 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:07.696671 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is already hosted by enough agents. {{(pid=99118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:07.699835 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.scheduler.base_scheduler [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Resources bound (agent type, host, resource id): {{(pid=99118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:07.704206 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Received port after_create {{(pid=99118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:05:07.713425 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Pushing event updated for resources: {'Port': ['ID=d05da941-a867-43e5-a8dc-fd32ff8cd701,revision_number=1']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:07.741240 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:07.758264 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1926562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1928810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6714'] for router, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.801768 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Attempting to bind port d05da941-a867-43e5-a8dc-fd32ff8cd701 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:05:07.802143 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Attempting to bind port d05da941-a867-43e5-a8dc-fd32ff8cd701 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:05:07.802569 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Attempting to bind port d05da941-a867-43e5-a8dc-fd32ff8cd701 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:05:07.807922 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:05:07.812783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Checking segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:07.812783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.812783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Bound using segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:05:07.812783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Bound port: d05da941-a867-43e5-a8dc-fd32ff8cd701, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:05:07.812783 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:07.933718 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] For port d05da941-a867-43e5-a8dc-fd32ff8cd701, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:05:07.936756 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] For port d05da941-a867-43e5-a8dc-fd32ff8cd701, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d05da941-a867-43e5-a8dc-fd32ff8cd701,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:05:08.019956 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdb9e-6882-405e-842e-479ad475a531 req-edbb7687-7140-4415-a181-4afbdc99eac0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:08.021442 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82acdb9e-6882-405e-842e-479ad475a531 req-edbb7687-7140-4415-a181-4afbdc99eac0 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.1116233 May 25 16:05:08.048587 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:08.053238 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:08.082078 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-82acdb9e-6882-405e-842e-479ad475a531 req-b52f1ed6-a6ac-4ece-b0c4-8e3883cf7eff tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506425 May 25 16:05:08.137312 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Pushing event updated for resources: {'Port': ['ID=d05da941-a867-43e5-a8dc-fd32ff8cd701,revision_number=2']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:08.142571 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:08.392056 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:08.422273 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:08.567220 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Allocated IP 172.28.2.37 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/c91a633e-ce85-46c1-b420-1b391dceaecc) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:05:08.626055 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d05da941-a867-43e5-a8dc-fd32ff8cd701 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:08.727586 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:08.774420 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port d05da941-a867-43e5-a8dc-fd32ff8cd701 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:08.783167 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f4ef3-13dc-4c2f-b5d5-e15f26574df4 req-3bfdd6f5-95e7-489c-a99e-d151701053ca tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:08.784277 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b7f4ef3-13dc-4c2f-b5d5-e15f26574df4 req-3bfdd6f5-95e7-489c-a99e-d151701053ca tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0814583 May 25 16:05:08.832484 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9b7f4ef3-13dc-4c2f-b5d5-e15f26574df4 req-1b79eb84-2021-4c8b-bb61-7ea47b151510 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 May 25 16:05:08.837339 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:08.842852 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ff31f8b4-99ca-4b49-a21e-98f4d7e58b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:08.906043 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:08.909128 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:08.912813 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:05:08.959597 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c91a633e-ce85-46c1-b420-1b391dceaecc,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:08.964180 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:09.050685 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf7d96-b933-4103-b928-1064fd168db8 None None] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:05:09.266151 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Provisioning for port d05da941-a867-43e5-a8dc-fd32ff8cd701 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:09.273861 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Provisioning complete for port d05da941-a867-43e5-a8dc-fd32ff8cd701 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:09.274239 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:09.275117 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0b5a2-ed64-4469-b7af-50a793857da1 req-2e0cbf5b-9d6a-4860-bc2f-be17e389f662 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:09.276620 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c5d0b5a2-ed64-4469-b7af-50a793857da1 req-2e0cbf5b-9d6a-4860-bc2f-be17e389f662 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.0802770 May 25 16:05:09.380395 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c5d0b5a2-ed64-4469-b7af-50a793857da1 req-89c483a5-0ae2-4a96-8718-d84fb8841149 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975578 May 25 16:05:09.411121 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:09.444721 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] For port d05da941-a867-43e5-a8dc-fd32ff8cd701, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d05da941-a867-43e5-a8dc-fd32ff8cd701,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:09.509505 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:09.579372 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:09.581212 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-be028f91-a31f-413c-8b7c-43956d657d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:09.652033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Pushing event updated for resources: {'Port': ['ID=d05da941-a867-43e5-a8dc-fd32ff8cd701,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:09.655843 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-9b094eed-f98e-4a3b-b6d3-6accc79eca02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:09.698619 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-03d828f9-cb69-4f2f-acb6-847aecc0e398 None None] Provisioning complete for port d05da941-a867-43e5-a8dc-fd32ff8cd701 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:09.698993 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-03d828f9-cb69-4f2f-acb6-847aecc0e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:09.854058 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1928785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1926625'] for router, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:10.027479 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025759-c5ae-49e6-ac4f-6cf096c8c62b req-f45d52c8-1bf9-40eb-bc9f-70325856698b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:10.029187 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-90025759-c5ae-49e6-ac4f-6cf096c8c62b req-f45d52c8-1bf9-40eb-bc9f-70325856698b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0918472 May 25 16:05:10.076197 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-90025759-c5ae-49e6-ac4f-6cf096c8c62b req-afe1e031-ce30-40cd-a363-b50539cf955a tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 May 25 16:05:10.270513 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Router 494e19d5-17f7-43d0-9980-c752b30a2214 is scheduled to L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 with binding_index 1 {{(pid=99116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:05:10.449709 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:10.460758 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:10.474804 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:10.475428 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:10.556634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:10.560542 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3448124 May 25 16:05:10.560939 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60462) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:10.594530 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d05da941-a867-43e5-a8dc-fd32ff8cd701 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:10.663627 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:10.665291 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port d05da941-a867-43e5-a8dc-fd32ff8cd701 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:10.665612 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:10.667198 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ce23-81e3-40a8-b862-574c54d9d97b req-f0cd8d94-0958-467c-a420-6027ad90a40d tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:10.668769 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-61e2ce23-81e3-40a8-b862-574c54d9d97b req-f0cd8d94-0958-467c-a420-6027ad90a40d tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.1771004 May 25 16:05:10.796692 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-61e2ce23-81e3-40a8-b862-574c54d9d97b req-f3280f45-116a-414f-a4ee-0e9b3b26ced4 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 May 25 16:05:10.957215 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:09Z', 'revision_number': 3, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:10.961284 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:10.961658 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Updating router 494e19d5-17f7-43d0-9980-c752b30a2214 port c91a633e-ce85-46c1-b420-1b391dceaecc binding host dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:05:11.013602 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.268979 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb52cb-b389-4aa4-86a4-a7cdeb358e08 req-10df3223-a3f4-48b9-b9d0-a5ef270c39f4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:11.271077 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3bb52cb-b389-4aa4-86a4-a7cdeb358e08 req-10df3223-a3f4-48b9-b9d0-a5ef270c39f4 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0833168 May 25 16:05:11.305265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-0606a05a-059b-4f12-8ed4-ba481ef6fdd8 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:11.306708 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-0606a05a-059b-4f12-8ed4-ba481ef6fdd8 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.1811593 May 25 16:05:11.317073 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b3bb52cb-b389-4aa4-86a4-a7cdeb358e08 req-38e29be1-a7ab-4846-942b-26df7b64d420 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 May 25 16:05:11.346410 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks [] for port, precommit_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.357888 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.provisioning_blocks [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Transition to ACTIVE for port object c91a633e-ce85-46c1-b420-1b391dceaecc will not be triggered until provisioned by entity L2. {{(pid=99119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:11.453723 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.458592 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:11.469035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.537926 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Pushing event updated for resources: {'Port': ['ID=c91a633e-ce85-46c1-b420-1b391dceaecc,revision_number=2']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:11.540156 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Attempting to bind port c91a633e-ce85-46c1-b420-1b391dceaecc on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:05:11.540517 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Attempting to bind port c91a633e-ce85-46c1-b420-1b391dceaecc by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:05:11.540895 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Attempting to bind port c91a633e-ce85-46c1-b420-1b391dceaecc on network 7929061c-2c53-403a-b1e6-c377acfefcd0 {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:05:11.550015 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:05:11.550378 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Checking segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:11.550770 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.551154 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Bound using segment: {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'} {{(pid=99119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:05:11.551607 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.managers [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Bound port: c91a633e-ce85-46c1-b420-1b391dceaecc, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd274eeda-0492-440c-a412-ca561345e5c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}}] {{(pid=99119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:05:11.551971 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.567073 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Deleting port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:05:11.567364 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.575774 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.576103 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.576438 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.576785 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.577091 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.577407 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.577717 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.578026 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.578397 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.578705 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.579041 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.579352 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:11.586930 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:11.634407 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] For port c91a633e-ce85-46c1-b420-1b391dceaecc, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:05:11.637851 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.plugins.ml2.db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] For port c91a633e-ce85-46c1-b420-1b391dceaecc, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c91a633e-ce85-46c1-b420-1b391dceaecc,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:05:11.751300 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron_lib.callbacks.manager [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.755280 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:11.831118 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:11.831745 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:11.917408 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Pushing event updated for resources: {'Port': ['ID=c91a633e-ce85-46c1-b420-1b391dceaecc,revision_number=3']} {{(pid=99119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:11.918091 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] For port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,segment=NetworkSegment(516cc54d-5f5d-42ea-a390-9c53d084f38d),segment_id=516cc54d-5f5d-42ea-a390-9c53d084f38d)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:11.918453 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:11.921317 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG oslo_concurrency.lockutils [None req-f651991c-cbb9-466b-9c8c-805959d0661f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:11.974293 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Allocated IP 172.20.0.1 (6502975c-7b59-4dca-9765-f3c29e8f32d3/a1e2c2b0-4a90-4bf1-be76-4ad0719645af/870e7c72-c3f2-4a01-8a58-92b62df176a0) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:05:12.063089 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:12.093994 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Calling delete_port for d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 owned by compute:nova {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:05:12.261674 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ff56b-d039-4dd9-9666-e8213afa4528 req-984c22c7-b351-4c38-80d2-2903162c698b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:12.263830 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7f7ff56b-d039-4dd9-9666-e8213afa4528 req-984c22c7-b351-4c38-80d2-2903162c698b tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 945 time: 0.3478191 May 25 16:05:12.322983 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:12.359364 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:09Z', 'revision_number': 3, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:12.366610 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cecb9-20c8-4979-88ac-27c1f1327a7f None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:09Z', 'revision_number': 3, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:12.390478 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7f7ff56b-d039-4dd9-9666-e8213afa4528 req-e93af1b1-d4d0-4dfe-9ca9-8a3ba4948b6e tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d77ecd1-92c1-4f09-a594-972381b0653d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171391 May 25 16:05:12.404991 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Transition to ACTIVE for port object 870e7c72-c3f2-4a01-8a58-92b62df176a0 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:12.529906 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:12.539945 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27d36-d2af-411f-8d18-2104fee4325a req-940df908-b2f2-4426-9265-c5a903a6d827 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:12.541478 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dec27d36-d2af-411f-8d18-2104fee4325a req-940df908-b2f2-4426-9265-c5a903a6d827 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0915065 May 25 16:05:12.541618 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ee7009fa-1aff-405e-8309-39ddd9ab60ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:12.567490 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:05:12.602130 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dec27d36-d2af-411f-8d18-2104fee4325a req-1cea6800-bb48-4fd4-a17a-f6d3fef55a09 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535753 May 25 16:05:12.643084 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:12.649375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Pushing event deleted for resources: {'Port': ['ID=d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:12.654537 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:12.656444 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9cd187ba-d776-4464-bbf5-db6cdcd5f7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:12.788444 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:12.796264 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:12.800825 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] No DVR routers for this DVR port d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 on host hv-cinder-79124 {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:05:12.802321 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:05:12.835158 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:12.840959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'name': 'network-vif-deleted', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:12.869676 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Pushing event updated for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:12.878238 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:12.889164 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1925520'] for router_interface, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.006063 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c', 'name': 'network-vif-deleted', 'tag': 'd8d8bcd1-fde4-4bd1-998b-af2874ef1bb0', 'status': 'completed', 'code': 200} May 25 16:05:13.015334 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4d7363a3-cfa4-464b-91db-df4ff8b483ff req-7b727e9b-2f97-4efc-b73e-b3f60b515cde tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.68 "DELETE /v2.0/ports/d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 HTTP/1.1" status: 204 len: 173 time: 1.7010028 May 25 16:05:13.144932 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-024821ab-1af0-458e-bb73-cc04c9225780 None None] Provisioning for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:13.150425 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-024821ab-1af0-458e-bb73-cc04c9225780 None None] Provisioning complete for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:13.154533 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-024821ab-1af0-458e-bb73-cc04c9225780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.217061 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-024821ab-1af0-458e-bb73-cc04c9225780 None None] Port 870e7c72-c3f2-4a01-8a58-92b62df176a0 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:05:13.255064 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.484808 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.560576 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-545633d2-d9a1-4bf7-b804-3fc7b2b43d5f req-5f8bd537-d32d-4255-a998-4dabbca5c146 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f71b8b7-ccd0-4e17-8d90-705f77ebbc9c HTTP/1.1" status: 200 len: 210 time: 0.0436766 May 25 16:05:13.579022 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.603666 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6a67f1ce-b79e-47fc-9b2b-12172686fe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:13.871824 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1925437'] for router_interface, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:13.877644 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Pushing event updated for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:13.880498 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:13.988920 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498baa1d-749d-464c-a427-f1f3090f0148 req-70786f52-c86a-433e-93c6-e8cc60559868 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:13.990426 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-498baa1d-749d-464c-a427-f1f3090f0148 req-70786f52-c86a-433e-93c6-e8cc60559868 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.2025886 May 25 16:05:14.073413 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-498baa1d-749d-464c-a427-f1f3090f0148 req-c8420924-05a2-4200-a234-ca75301b47e0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661750 May 25 16:05:14.078435 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:14.079633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:14.278945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:14.343661 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-1f270fbe-8866-4fcd-bc3d-11b4ab99d896 None None] Provisioning complete for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:14.344479 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-1f270fbe-8866-4fcd-bc3d-11b4ab99d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:14.402253 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-1f270fbe-8866-4fcd-bc3d-11b4ab99d896 None None] Port 870e7c72-c3f2-4a01-8a58-92b62df176a0 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:05:14.467275 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:14.471900 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-23c2bd13-a182-4796-808d-d518dd418a09 admin admin] 10.222.0.64 "PUT /v2.0/routers/494e19d5-17f7-43d0-9980-c752b30a2214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9102576 May 25 16:05:14.475524 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:14.486024 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:14.486761 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:14.650471 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c91a633e-ce85-46c1-b420-1b391dceaecc up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:14.730726 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:14.865742 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:14.936369 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port c91a633e-ce85-46c1-b420-1b391dceaecc completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:14.958565 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:05:14.958920 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device d8d8bcd1-fde4-4bd1-998b-af2874ef1bb0 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:05:14.964394 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c91a633e-ce85-46c1-b420-1b391dceaecc triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:14.964789 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.178177 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60490) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:15.184894 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640248457', 'description': 'tempest-description--578322745'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:15.213322 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.226661 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:15.234710 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port c91a633e-ce85-46c1-b420-1b391dceaecc, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c91a633e-ce85-46c1-b420-1b391dceaecc,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:15.239657 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:15.245345 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 2, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:15.248135 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:15.249938 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:15.250300 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Updating router 494e19d5-17f7-43d0-9980-c752b30a2214 port 870e7c72-c3f2-4a01-8a58-92b62df176a0 binding host dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:05:15.256269 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:15.290994 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60263d84-1d7e-4033-bc0e-899496c856be req-84eeadc2-d58f-4ffb-8259-047aa6f625dd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:15.292547 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-60263d84-1d7e-4033-bc0e-899496c856be req-84eeadc2-d58f-4ffb-8259-047aa6f625dd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1025460 May 25 16:05:15.303412 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.344932 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-60263d84-1d7e-4033-bc0e-899496c856be req-678f4a54-6914-40ca-a9e9-1f1fea068c7b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 May 25 16:05:15.351725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.365289 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:15.385399 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.410309 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:15.416285 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:15.421612 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:15.440696 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:15.501716 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=c91a633e-ce85-46c1-b420-1b391dceaecc,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:15.506911 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:15.523610 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.594568 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.595016 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c2b14ddc-4104-4ba8-b0f7-3d18bb38ef69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:15.634967 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21f44b0-99a0-4919-ac2e-8336832e19ef,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:15.637820 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:15.699188 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.700745 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5207973 May 25 16:05:15.703874 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60498) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:15.708946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group_rule': {'security_group_id': 'e21f44b0-99a0-4919-ac2e-8336832e19ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:15.714708 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:15.718444 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:15.721485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:15.721766 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks [] for port, precommit_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.728243 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:15.734040 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Transition to ACTIVE for port object 870e7c72-c3f2-4a01-8a58-92b62df176a0 will not be triggered until provisioned by entity L2. {{(pid=99118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:15.807408 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.836064 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.841588 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:15.871578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.968237 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:15.970373 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-3494443a-cf3a-47ac-b214-10edebdbc7c4 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:15.994031 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7a4df9-4409-4880-9111-99bdd96cb92b,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:15.999278 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Pushing event updated for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=3']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:16.006195 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:16.010637 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:16.057557 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Attempting to bind port 870e7c72-c3f2-4a01-8a58-92b62df176a0 on host dv-cinder-791240-3-smb for vnic_type normal with profile {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:05:16.061926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Attempting to bind port 870e7c72-c3f2-4a01-8a58-92b62df176a0 by drivers openvswitch,hyperv on host dv-cinder-791240-3-smb at level 0 using segments [{'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:05:16.061926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Attempting to bind port 870e7c72-c3f2-4a01-8a58-92b62df176a0 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:05:16.064465 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Checking agent: {'id': '9d682991-4388-421c-84b4-954fd33b2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 49, 24), 'started_at': datetime.datetime(2021, 5, 25, 15, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:05:16.064875 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Checking segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:16.065283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.065684 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Bound using segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} {{(pid=99118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:05:16.066156 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.managers [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Bound port: 870e7c72-c3f2-4a01-8a58-92b62df176a0, host: dv-cinder-791240-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}}] {{(pid=99118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:05:16.066536 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.116567 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.123028 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-91f972d1-19e8-4764-9f0a-f5702d2f34ac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129763 May 25 16:05:16.123028 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60502) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:16.126831 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group_rule': {'security_group_id': 'e21f44b0-99a0-4919-ac2e-8336832e19ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:16.132893 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:16.136691 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:16.139754 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:16.145887 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:16.175078 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] For port 870e7c72-c3f2-4a01-8a58-92b62df176a0, host dv-cinder-791240-3-smb, cleared binding levels {{(pid=99118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:05:16.177966 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] For port 870e7c72-c3f2-4a01-8a58-92b62df176a0, host dv-cinder-791240-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=870e7c72-c3f2-4a01-8a58-92b62df176a0,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:05:16.311195 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.345184 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.349388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:16.378211 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.424364 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:16.425340 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:04:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:16.443777 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.484043 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:16.514657 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Pushing event updated for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:16.520243 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:16.528899 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e05194a-8e9f-4c2b-b7ff-28ffc2c3345d,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:16.529498 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:16.651629 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-e78ac70e-527e-4a43-9a03-5c46a38b3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:16.653737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.657691 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b8fd96ac-f28e-4e98-9045-df20f7de159b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5332522 May 25 16:05:16.657831 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-e78ac70e-527e-4a43-9a03-5c46a38b3407 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.1925302 May 25 16:05:16.657947 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60512) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:16.663372 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:16.672152 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:16.676884 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:16.685468 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:floatingip and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:05:16.691598 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:05:16.697817 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:16.738411 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c91a633e-ce85-46c1-b420-1b391dceaecc up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:16.766620 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4f91a-15f6-4c20-80ad-a24ff710a8ed req-7c66e7dc-62bc-4c10-b012-8dd0050d27a3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:16.768087 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-13e4f91a-15f6-4c20-80ad-a24ff710a8ed req-7c66e7dc-62bc-4c10-b012-8dd0050d27a3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.2365124 May 25 16:05:16.785116 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.848464 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-13e4f91a-15f6-4c20-80ad-a24ff710a8ed req-acfad967-7237-4839-bb17-5e4a6498e4cf tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672624 May 25 16:05:16.866554 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-afbcaad4-6dd3-4302-a432-8a30ae66b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:16.868908 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-afbcaad4-6dd3-4302-a432-8a30ae66b5db service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.1974578 May 25 16:05:16.957274 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:16.986196 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-33e8564b-153e-46cb-8050-4025566688d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 1001 time: 0.1121936 May 25 16:05:17.033610 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port c91a633e-ce85-46c1-b420-1b391dceaecc triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:17.033987 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:17.056825 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-e63fc88e-dc78-4086-9b8a-bdddb567ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.058340 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-e63fc88e-dc78-4086-9b8a-bdddb567ba6f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0664642 May 25 16:05:17.114090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Allocated IP 172.28.2.219 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/e6e84af0-57f5-425f-b9a3-8490977ce08a) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:05:17.169267 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-d3eb0766-c6ba-4944-846d-0fca78974b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:17.169267 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-d3eb0766-c6ba-4944-846d-0fca78974b27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012235 May 25 16:05:17.256942 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:16Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:17.263916 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033812e8-38e6-4421-8b05-422bb75042cc None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:16Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:17.335838 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-05a0fa76-51a9-47e0-bfcb-068d3ccdc44b service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580427 May 25 16:05:17.405226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:17.505144 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:17.510807 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:17.583002 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:17.586209 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:17.590332 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:05:17.604794 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4941a109-4f43-4377-8a29-0b68b7f3e5bf req-6440e26f-b4f0-4624-9a6b-d6a79fa844dd service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675436 May 25 16:05:17.632663 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=e6e84af0-57f5-425f-b9a3-8490977ce08a,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:17.641695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:17.683249 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:17.839819 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.121124 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae7a2-b34d-4d3b-a745-fbce2d6af255 req-f86062a7-3687-4a15-8888-6bf4f989c1b3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:18.123312 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-198ae7a2-b34d-4d3b-a745-fbce2d6af255 req-f86062a7-3687-4a15-8888-6bf4f989c1b3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1490822 May 25 16:05:18.155501 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.183240 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-198ae7a2-b34d-4d3b-a745-fbce2d6af255 req-310ebcf6-9dc9-4db5-8b49-3d0adae9045f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 May 25 16:05:18.224876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.230233 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-ad217e7a-0536-444b-b85b-85a07d2b5977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:18.346946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=e6e84af0-57f5-425f-b9a3-8490977ce08a,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:18.350791 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:18.358564 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.487611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.488777 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8299499 May 25 16:05:18.620650 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 870e7c72-c3f2-4a01-8a58-92b62df176a0 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:18.684043 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-47f41ca5-e0ce-4da4-9e59-9c4abedfdb92 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--640248457&fields=id&tenant_id=35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 267 time: 0.0457723 May 25 16:05:18.761695 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:18.767893 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:18.770595 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.841448 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-26119b8a-4741-4d63-95d0-bfd977d0e8a3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:18.842892 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-26119b8a-4741-4d63-95d0-bfd977d0e8a3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 811 time: 0.1515844 May 25 16:05:18.857975 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-24b8cf81-d9ea-4cdf-b925-f18dbd55d4a4 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/quotas/35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 375 time: 0.0094252 May 25 16:05:18.889848 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:18.925162 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] For port 870e7c72-c3f2-4a01-8a58-92b62df176a0, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=870e7c72-c3f2-4a01-8a58-92b62df176a0,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:18.944137 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-f925eee2-9c98-4cd6-8c8e-407523b8208f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:05:19.030466 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:19.034613 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:19.096785 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Pushing event updated for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:19.099775 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:19.122474 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-f925eee2-9c98-4cd6-8c8e-407523b8208f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:05:19.126637 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-f925eee2-9c98-4cd6-8c8e-407523b8208f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2606900 May 25 16:05:19.272169 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-4d6828ca-debf-4a43-bed7-b7252c31424e service neutron] 10.222.0.64 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366055 May 25 16:05:19.394373 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4400b-2434-45c3-997b-95f47eb45f20 req-7fbd065e-eff9-476a-b79f-65d955bf1090 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:19.395818 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8bb4400b-2434-45c3-997b-95f47eb45f20 req-7fbd065e-eff9-476a-b79f-65d955bf1090 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0916514 May 25 16:05:19.416984 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-08188415-db0d-4153-a36c-acc6fed033e6 service neutron] 10.222.0.64 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386397 May 25 16:05:19.442165 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8bb4400b-2434-45c3-997b-95f47eb45f20 req-275467fa-37e8-4914-adeb-7e6cbf1225b0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 May 25 16:05:19.782045 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1ff535bf-a077-4bd5-aa23-982566d3d84e req-9b57d303-dba6-4049-a160-0d48c7af0f58 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 210 time: 0.0493217 May 25 16:05:20.604090 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 870e7c72-c3f2-4a01-8a58-92b62df176a0 up at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:20.640886 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852433e0-b895-4e65-a277-d8914c5df24d req-9dd28bb5-5138-4330-9d16-acfe9aa39f65 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:20.642409 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-852433e0-b895-4e65-a277-d8914c5df24d req-9dd28bb5-5138-4330-9d16-acfe9aa39f65 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0895467 May 25 16:05:20.681287 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Provisioning complete for port 870e7c72-c3f2-4a01-8a58-92b62df176a0 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:20.682244 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:20.689328 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-852433e0-b895-4e65-a277-d8914c5df24d req-d97b3bd0-a5ce-47b7-b9e2-c0bb6a60e5a3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 May 25 16:05:20.898148 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b08e5ec7-e4cf-4f20-b0e2-d0f6cdf06fc5 req-25c0b7c1-b099-4230-abf1-06fb2ffdca6f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 210 time: 0.0434928 May 25 16:05:21.455587 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d501-571b-4c33-b08e-03e43432f03f req-5f8e9da1-ec1b-498d-9ede-11c2605c9854 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:21.457106 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e46d501-571b-4c33-b08e-03e43432f03f req-5f8e9da1-ec1b-498d-9ede-11c2605c9854 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1415005 May 25 16:05:21.479405 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-df0629e7-2126-4ff7-8001-b5bc1d40c146 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061921 May 25 16:05:21.513917 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8e46d501-571b-4c33-b08e-03e43432f03f req-8ca9c2b0-0727-461b-9a9b-5996e567e4eb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504425 May 25 16:05:21.842523 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a93f-d7ed-40ea-9423-d32a1698bee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.050962 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7d52a041-236a-46cc-a90a-43e765d7a078 req-a93cb79e-3332-4ae5-bc8b-58e82fe51f8c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 210 time: 0.0487843 May 25 16:05:22.818528 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-30e925bf-f84b-4fca-80f7-bd0a3c530150 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:22.820004 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-30e925bf-f84b-4fca-80f7-bd0a3c530150 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 811 time: 0.2415049 May 25 16:05:22.833375 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247318d9-f622-40d5-a776-89dde2a2d7f8 req-125d3688-ad0a-4346-a11f-607ea9691a48 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:22.834883 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-247318d9-f622-40d5-a776-89dde2a2d7f8 req-125d3688-ad0a-4346-a11f-607ea9691a48 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1474829 May 25 16:05:22.848120 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:05:22.908171 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-1f71003f-804b-4d53-b968-9402550beaa0 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 379 time: 0.0724425 May 25 16:05:22.915226 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-247318d9-f622-40d5-a776-89dde2a2d7f8 req-e935775b-946a-4e3e-b84f-10eb30d6dcab tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652349 May 25 16:05:22.920560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'port': {'device_id': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'admin_state_up': True, 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'security_groups': ['e21f44b0-99a0-4919-ac2e-8336832e19ef']}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:22.967798 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:22.998608 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:23.011437 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:23.041403 dv-cinder-791240-3-smb neutron-server[99118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'code': 422} returned with failed status May 25 16:05:23.071395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:05:23.081664 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:05:23.161698 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:23.163490 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-6b903973-3858-4543-91cc-0d1cc97c2520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:23.212595 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-80486dc3-fdae-40a3-a9d4-50150dad140f req-9f0dacf2-aadb-4165-8ef2-9b9ffe2c903b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 210 time: 0.0544543 May 25 16:05:23.235704 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=6']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:23.241034 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:23.304301 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Made reservation on behalf of 35f47be7245c49b88f3e5472a508a12b for: {'port': 1} {{(pid=99116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:05:23.307895 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:23.469988 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_common [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Allocated IP 172.20.0.12 (6502975c-7b59-4dca-9765-f3c29e8f32d3/a1e2c2b0-4a90-4bf1-be76-4ad0719645af/30311ad4-8eab-4ff9-8d01-2573af87f330) {{(pid=99116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:05:23.754348 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:23.770633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Transition to ACTIVE for port object 30311ad4-8eab-4ff9-8d01-2573af87f330 will not be triggered until provisioned by entity DHCP. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:23.882078 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:23.888057 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c6bdfc52-ff8c-4514-907a-40fdfea12d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:23.955410 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is already hosted by enough agents. {{(pid=99116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:05:23.958487 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.base_scheduler [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources bound (agent type, host, resource id): {{(pid=99116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:05:23.962421 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Received port after_create {{(pid=99116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:05:24.004901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:24.004901 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:24.037950 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.038653 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.123640 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-32cd48db-cc49-4987-85f7-90f63e0e69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.128460 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.163830 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ff3ba-2386-4fe4-ace3-8e753fca08e2 req-32c5a05b-61ba-4e27-810d-206c06517bae tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.166390 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-166ff3ba-2386-4fe4-ace3-8e753fca08e2 req-32c5a05b-61ba-4e27-810d-206c06517bae tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.1169817 May 25 16:05:24.224613 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-166ff3ba-2386-4fe4-ace3-8e753fca08e2 req-62d6123f-d04c-40e6-9561-66a89418fbb3 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 May 25 16:05:24.253971 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-7cc06858-9358-42b5-961a-46b586cef4f2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3377075 May 25 16:05:24.271360 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.v2.base [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Request body: {'port': {'device_id': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:24.413500 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-f2c8366c-0c0d-411d-96a9-0b555d19f974 None None] Provisioning for port 30311ad4-8eab-4ff9-8d01-2573af87f330 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:24.418444 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-f2c8366c-0c0d-411d-96a9-0b555d19f974 None None] Provisioning complete for port 30311ad4-8eab-4ff9-8d01-2573af87f330 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:24.418821 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-f2c8366c-0c0d-411d-96a9-0b555d19f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.447951 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.473808 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8366c-0c0d-411d-96a9-0b555d19f974 None None] Port 30311ad4-8eab-4ff9-8d01-2573af87f330 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:05:24.537534 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253665-9f1e-43ec-9e52-132847cdb9cc req-f8bbd150-ee2b-4139-b3bd-88df060c9d59 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.538246 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-70253665-9f1e-43ec-9e52-132847cdb9cc req-f8bbd150-ee2b-4139-b3bd-88df060c9d59 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:05:24.665088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-b02684f4-2268-4a99-a16e-dd367c999371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.666553 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-b02684f4-2268-4a99-a16e-dd367c999371 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703&tenant_id=43a8d408cee841de9398fa3b5e2ca10c HTTP/1.1" status: 200 len: 1097 time: 0.0793064 May 25 16:05:24.717318 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-70253665-9f1e-43ec-9e52-132847cdb9cc req-f8bbd150-ee2b-4139-b3bd-88df060c9d59 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:05:24.718471 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-70253665-9f1e-43ec-9e52-132847cdb9cc req-f8bbd150-ee2b-4139-b3bd-88df060c9d59 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 932 time: 0.3515158 May 25 16:05:24.769827 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-9983d4f3-6876-4860-8472-bf513034c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.771210 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-9983d4f3-6876-4860-8472-bf513034c961 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1097 time: 0.0717018 May 25 16:05:24.795622 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-70253665-9f1e-43ec-9e52-132847cdb9cc req-51f70aae-4544-4e4e-ae75-80ca4b8b63bd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704956 May 25 16:05:24.880300 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30311ad4-8eab-4ff9-8d01-2573af87f330 {{(pid=99116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:05:24.887725 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.902461 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.provisioning_blocks [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Transition to ACTIVE for port object 30311ad4-8eab-4ff9-8d01-2573af87f330 will not be triggered until provisioned by entity L2. {{(pid=99116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:05:24.906768 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-1607322e-f772-4158-a373-24a4b35bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:24.908184 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-1607322e-f772-4158-a373-24a4b35bfebb service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.1308630 May 25 16:05:24.990728 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:24.995558 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-25944e3d-2e71-4f57-a125-82c00dfe627e tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:25.013038 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-89969e0f-9d0e-4a64-b072-6e041154882a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 999 time: 0.0984046 May 25 16:05:25.079120 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-29f7d46d-35dd-4b8c-8fd9-d52f331d9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.080660 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-29f7d46d-35dd-4b8c-8fd9-d52f331d9915 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0619402 May 25 16:05:25.126972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Pushing event updated for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=2']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:25.153486 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:25.173383 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-dc43cb7d-5546-4624-b752-14f7fbb9a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.175143 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-dc43cb7d-5546-4624-b752-14f7fbb9a28e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879958 May 25 16:05:25.230503 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.237072 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Attempting to bind port 30311ad4-8eab-4ff9-8d01-2573af87f330 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:05:25.237408 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Attempting to bind port 30311ad4-8eab-4ff9-8d01-2573af87f330 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:05:25.237736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Attempting to bind port 30311ad4-8eab-4ff9-8d01-2573af87f330 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:05:25.242570 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Port 30311ad4-8eab-4ff9-8d01-2573af87f330 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:05:25.244362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Attempting to bind port 30311ad4-8eab-4ff9-8d01-2573af87f330 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:05:25.249102 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:05:25.249562 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Checking segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:05:25.250268 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Bound using segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} {{(pid=99116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:05:25.250989 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.managers [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Bound port: 30311ad4-8eab-4ff9-8d01-2573af87f330, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}}] {{(pid=99116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:05:25.251565 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.362942 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, cleared binding levels {{(pid=99116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:05:25.366506 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=30311ad4-8eab-4ff9-8d01-2573af87f330,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:05:25.427005 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-7928f9d3-bcab-41e4-af32-0d9a34f02304 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455633 May 25 16:05:25.477167 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6488681'] for port, after_update {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.482907 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b39547c8-4707-4536-a9f3-84af4136ac9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:25.546011 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.546962 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:25.548295 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] 10.222.0.68 "PUT /v2.0/ports/30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1094 time: 1.2811372 May 25 16:05:25.549044 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:25.576748 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Pushing event updated for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=3']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:25.581314 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0932eae3-89fc-4b1c-ae0e-2ad4036f553d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:25.625112 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'status': 'completed', 'code': 200} May 25 16:05:25.627930 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2c87-bbae-46e5-9ffb-034fdb2edfbc req-5410fddb-e428-4ff1-84b2-a46300e2f5b2 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.629818 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c4db2c87-bbae-46e5-9ffb-034fdb2edfbc req-5410fddb-e428-4ff1-84b2-a46300e2f5b2 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.2058675 May 25 16:05:25.638229 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7aceb36-ea1a-4374-bbf9-a7196c12af96 req-d7b6d698-80da-40cd-8d41-a368b97bc9e0 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772282 May 25 16:05:25.744913 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c4db2c87-bbae-46e5-9ffb-034fdb2edfbc req-ccbffd5f-def2-4070-8b09-9532804b083b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054213 May 25 16:05:25.767872 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-4da9fcb6-2f0d-4e9f-b4a0-9f52c43b6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.769551 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-4da9fcb6-2f0d-4e9f-b4a0-9f52c43b6efe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1097 time: 0.0975132 May 25 16:05:25.924191 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-31013d54-cc6f-47e8-899e-03ece7ccc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:25.925677 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-31013d54-cc6f-47e8-899e-03ece7ccc8af service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=35f47be7245c49b88f3e5472a508a12b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1445334 May 25 16:05:26.000625 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73036cd-6fa7-46fa-a467-5e67883327ea req-f896467f-6fe5-4250-ba5b-da2a060d5ea7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.005014 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d73036cd-6fa7-46fa-a467-5e67883327ea req-f896467f-6fe5-4250-ba5b-da2a060d5ea7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 944 time: 0.0896811 May 25 16:05:26.048319 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d73036cd-6fa7-46fa-a467-5e67883327ea req-3d0b2363-a4c9-416d-9dd0-aba5f40f1e16 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 May 25 16:05:26.067039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-5c265337-eedd-45c2-bc28-8cccb7a11fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.068460 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3a20942a-a1ee-4d3e-92a3-6f2d9b845cc4 req-5c265337-eedd-45c2-bc28-8cccb7a11fba service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369159 May 25 16:05:26.195837 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-71324aa6-4f14-4ff2-b45f-7c3f25276d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.197452 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-71324aa6-4f14-4ff2-b45f-7c3f25276d33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1097 time: 0.0717547 May 25 16:05:26.280644 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-007009f7-211e-4ff2-b6a8-3d870cbd771a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 217 time: 0.0689597 May 25 16:05:26.347925 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-95a30d3c-9f36-446d-a22d-7cb7fafebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.349380 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-95a30d3c-9f36-446d-a22d-7cb7fafebbd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0624614 May 25 16:05:26.432349 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-d1fc15b0-d42f-4c9e-8d2f-df510a6c3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.433837 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-d1fc15b0-d42f-4c9e-8d2f-df510a6c3d7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773332 May 25 16:05:26.568058 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-40937a6b-402a-432e-aab6-6a6c069cbf6c service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275349 May 25 16:05:26.704600 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a8945aa1-2aa7-4d7c-8123-c6b92357a52c req-97ba5cbd-f0f5-4cf9-8535-1e9213b5801e service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297038 May 25 16:05:26.847207 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:26.930811 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d569c87-e6c5-4185-8e1e-05abeff51912 req-25b61dcf-72c7-437e-9702-427298ff739b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:26.932249 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d569c87-e6c5-4185-8e1e-05abeff51912 req-25b61dcf-72c7-437e-9702-427298ff739b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.0800202 May 25 16:05:26.984758 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8d569c87-e6c5-4185-8e1e-05abeff51912 req-9336c13e-4123-4e7c-9688-9e1f7baf2034 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 May 25 16:05:27.236076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75c2b-d7d7-44f1-b677-f25f84ec2cfb req-b9c748bd-6cb3-47c8-a8c9-35fa3eb09088 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:27.237443 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d2e75c2b-d7d7-44f1-b677-f25f84ec2cfb req-b9c748bd-6cb3-47c8-a8c9-35fa3eb09088 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 944 time: 0.0829864 May 25 16:05:27.289693 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-d2e75c2b-d7d7-44f1-b677-f25f84ec2cfb req-454efbb4-4f4c-4031-9fe2-0e431095d3d5 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467019 May 25 16:05:27.864756 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:28.167244 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329895a-9c1b-4dab-837c-6dd5f4f4bccd req-a52d870b-b7a8-4600-a282-35730416a3b0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:28.168702 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b329895a-9c1b-4dab-837c-6dd5f4f4bccd req-a52d870b-b7a8-4600-a282-35730416a3b0 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 944 time: 0.0798562 May 25 16:05:28.213351 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b329895a-9c1b-4dab-837c-6dd5f4f4bccd req-758157da-3305-4fbe-a3c0-293672a70075 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 May 25 16:05:28.472728 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cedc7-aa2f-4a41-b6e1-b321146ba4f5 req-840e1302-221b-447d-87e1-9c30bca3d48c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:28.474099 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8d6cedc7-aa2f-4a41-b6e1-b321146ba4f5 req-840e1302-221b-447d-87e1-9c30bca3d48c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 944 time: 0.0802412 May 25 16:05:28.519390 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-8d6cedc7-aa2f-4a41-b6e1-b321146ba4f5 req-b78684a6-d188-4d5f-b64d-b380d28635d0 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 May 25 16:05:28.865122 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:05:29.001515 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:29.016324 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'port_id': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'mac_address': 'fa:16:3e:de:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:05:29.076744 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.093574 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3947bdbf-fe6b-4893-aab1-a96a8b847024 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:05:29.109730 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:29.173094 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.173825 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 30311ad4-8eab-4ff9-8d01-2573af87f330 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:05:29.177151 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:29.312112 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=7']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:29.321729 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:29.370336 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=30311ad4-8eab-4ff9-8d01-2573af87f330,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:29.384600 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'port_id': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'mac_address': 'fa:16:3e:0f:e6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:05:29.410151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099e7d0-f7d7-465e-9ebd-32e931bd6cb6 req-29d1ec21-3e37-45f3-9ff8-8c5652d21d12 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:29.411692 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6099e7d0-f7d7-465e-9ebd-32e931bd6cb6 req-29d1ec21-3e37-45f3-9ff8-8c5652d21d12 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 945 time: 0.0831478 May 25 16:05:29.460459 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-6099e7d0-f7d7-465e-9ebd-32e931bd6cb6 req-188b38bd-16ae-4ded-b160-3fd16c7fbe3b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 May 25 16:05:29.475431 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.492863 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30311ad4-8eab-4ff9-8d01-2573af87f330 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:05:29.508631 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=30311ad4-8eab-4ff9-8d01-2573af87f330,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:29.573775 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:29.576216 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:29.641498 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:29.644468 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:29.713618 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5ae2a-d559-43b5-a654-51c039aff5d4 req-1031d9d0-dbe3-4f74-9a95-a2c006d8a357 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:29.715017 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b2d5ae2a-d559-43b5-a654-51c039aff5d4 req-1031d9d0-dbe3-4f74-9a95-a2c006d8a357 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 945 time: 0.0856802 May 25 16:05:29.759646 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b2d5ae2a-d559-43b5-a654-51c039aff5d4 req-b629fc3d-0424-484f-830a-fbffe142608c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 May 25 16:05:29.915371 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['3947bdbf-fe6b-4893-aab1-a96a8b847024'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:05:29.941653 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['30311ad4-8eab-4ff9-8d01-2573af87f330'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:05:30.650665 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e2fa-1b48-4c78-aa1f-abb548780ace req-994b44a9-2e2d-41ef-b85c-1e55001a798f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:30.652109 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b765e2fa-1b48-4c78-aa1f-abb548780ace req-994b44a9-2e2d-41ef-b85c-1e55001a798f tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 945 time: 0.0865376 May 25 16:05:30.700014 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b765e2fa-1b48-4c78-aa1f-abb548780ace req-f0a74fbe-20f3-48fa-9a94-8da7b60e9836 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 May 25 16:05:30.887816 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:30.945674 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac3a5-ffe7-48cc-b6dc-f5dac978ccde req-f7a8285e-64b0-4dcc-8ddf-0f8d5533dc04 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:30.947144 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-90cac3a5-ffe7-48cc-b6dc-f5dac978ccde req-f7a8285e-64b0-4dcc-8ddf-0f8d5533dc04 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 945 time: 0.0798604 May 25 16:05:30.956036 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 3947bdbf-fe6b-4893-aab1-a96a8b847024 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:30.956561 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:30.994551 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-90cac3a5-ffe7-48cc-b6dc-f5dac978ccde req-976bf44c-c42f-4fa9-9336-4c66a3f330c7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409288 May 25 16:05:31.076869 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.103091 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:31.113241 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:31.149212 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'code': 200} May 25 16:05:31.184441 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.185907 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 30311ad4-8eab-4ff9-8d01-2573af87f330 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:05:31.213543 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-30456507-0ce1-4dda-95ce-19cd0aa670af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:31.301320 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=8']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:31.304732 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:31.401590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port 30311ad4-8eab-4ff9-8d01-2573af87f330 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:05:31.407600 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port 30311ad4-8eab-4ff9-8d01-2573af87f330 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:05:31.407971 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.524266 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.557503 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=30311ad4-8eab-4ff9-8d01-2573af87f330,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:05:31.635896 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:31.637828 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:31.663217 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341b13-0a92-488b-8bdd-015e2d8d54e7 req-15e949a8-dcb8-46f6-aaf8-234397925b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:31.664878 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da341b13-0a92-488b-8bdd-015e2d8d54e7 req-15e949a8-dcb8-46f6-aaf8-234397925b77 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.1691325 May 25 16:05:31.706438 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-da341b13-0a92-488b-8bdd-015e2d8d54e7 req-121d08e7-f922-4f2d-8307-a0edeaa6f49b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355253 May 25 16:05:31.708775 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:31.712102 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:31.984903 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a4839-0897-4a48-96f8-9a7341d6ba46 req-7a06cfe0-4065-4d7f-a0f9-d0a5939d438e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:31.986287 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4f2a4839-0897-4a48-96f8-9a7341d6ba46 req-7a06cfe0-4065-4d7f-a0f9-d0a5939d438e tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1799161 May 25 16:05:32.036249 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-4f2a4839-0897-4a48-96f8-9a7341d6ba46 req-6e17dc6c-e8eb-4331-90bb-9fe4fe8bd09b tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 May 25 16:05:32.189277 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd928b-d3d7-41d6-a3a3-9b5b505638cc req-12c345ce-3af7-4e6e-aaf7-31410be1a1a7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:32.190974 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d8bd928b-d3d7-41d6-a3a3-9b5b505638cc req-12c345ce-3af7-4e6e-aaf7-31410be1a1a7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0811274 May 25 16:05:32.241335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d8bd928b-d3d7-41d6-a3a3-9b5b505638cc req-d06e454f-d974-432d-8511-aef614d00141 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:05:32.385561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-d8bd928b-d3d7-41d6-a3a3-9b5b505638cc req-d06e454f-d974-432d-8511-aef614d00141 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:05:32.386781 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d8bd928b-d3d7-41d6-a3a3-9b5b505638cc req-d06e454f-d974-432d-8511-aef614d00141 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901362 May 25 16:05:33.149951 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:33.200460 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'code': 200} May 25 16:05:33.241798 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a86f-683b-44ba-ae16-137310a8e36b req-b55558ef-941c-417c-ae68-d75057411919 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:33.249016 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-75b7a86f-683b-44ba-ae16-137310a8e36b req-b55558ef-941c-417c-ae68-d75057411919 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0896342 May 25 16:05:33.293003 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-75b7a86f-683b-44ba-ae16-137310a8e36b req-a36650f9-25d0-43e1-9744-0d8e4e1f609d tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 May 25 16:05:33.577772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7515a4-3b94-4b96-93b8-3f4dd87cf46f req-702d4d95-6b7d-4154-93d4-f408dbb38d27 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:33.580998 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ca7515a4-3b94-4b96-93b8-3f4dd87cf46f req-702d4d95-6b7d-4154-93d4-f408dbb38d27 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0835307 May 25 16:05:33.626269 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ca7515a4-3b94-4b96-93b8-3f4dd87cf46f req-ea956625-cbf0-4383-9625-6a7c3797f0f6 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 May 25 16:05:33.697430 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850031-1ee3-4615-a7da-f97b8c132fd7 req-84b61dbc-b099-4b4e-9a8e-d51ed10c81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:33.698788 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-06850031-1ee3-4615-a7da-f97b8c132fd7 req-84b61dbc-b099-4b4e-9a8e-d51ed10c81d9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0759883 May 25 16:05:33.739728 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-06850031-1ee3-4615-a7da-f97b8c132fd7 req-d0c9acd9-7621-473e-9e20-4ef8769e0fc0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343583 May 25 16:05:34.829960 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bbad5-64a6-491a-b93f-db9104ea9a74 req-bfbc0021-0cab-466a-b3be-eba13f824cae tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:34.829960 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce7bbad5-64a6-491a-b93f-db9104ea9a74 req-bfbc0021-0cab-466a-b3be-eba13f824cae tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0943127 May 25 16:05:34.877589 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ce7bbad5-64a6-491a-b93f-db9104ea9a74 req-ef4379b4-0e05-431f-aa29-de91d09f74ec tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 May 25 16:05:36.064618 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557201a-3c9f-4ff1-b1ef-897eff2bcb1a req-e3829863-bbda-4967-ae74-66f51f8c6083 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:36.066522 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e557201a-3c9f-4ff1-b1ef-897eff2bcb1a req-e3829863-bbda-4967-ae74-66f51f8c6083 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0808895 May 25 16:05:36.111381 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e557201a-3c9f-4ff1-b1ef-897eff2bcb1a req-c3a9fc8e-faa6-42c1-ac18-2dd853c3b3e2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 May 25 16:05:36.291667 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d45ff-1a2b-47b4-aa71-6c4fc61e8428 req-a6e1e195-36a2-401b-a300-c9ee8f139a64 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:36.293202 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-441d45ff-1a2b-47b4-aa71-6c4fc61e8428 req-a6e1e195-36a2-401b-a300-c9ee8f139a64 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0829403 May 25 16:05:36.302524 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60714) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:36.307767 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'floatingip': {'port_id': '30311ad4-8eab-4ff9-8d01-2573af87f330'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:05:36.397856 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:36.990959 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.081602 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.253488 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Floating IP 2a36fb68-2cac-43a9-a6f0-4c926e124d5f associated. External IP: 172.28.2.219, port: 30311ad4-8eab-4ff9-8d01-2573af87f330. May 25 16:05:37.681501 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:05:37.753081 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60724) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:37.814822 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Deleting subnet 917c93c2-a334-4995-960a-b6b2bec1f4f4 {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:05:37.817696 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.870153 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.874981 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:05:37.879351 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.885036 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:05:37.895413 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:37.896131 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:05:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:37.927141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:37.935880 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5a4479f4-d546-4387-a425-815f94f8c314 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "PUT /v2.0/floatingips/2a36fb68-2cac-43a9-a6f0-4c926e124d5f HTTP/1.1" status: 200 len: 992 time: 1.6322002 May 25 16:05:37.936937 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:05:37.994236 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'status': 'completed', 'code': 200} May 25 16:05:38.087020 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:38.132566 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faccd9-f01e-45aa-826c-d3103791a849 req-9f80ddb6-38e8-4855-8759-2a6b0899d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:38.134053 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-9f80ddb6-38e8-4855-8759-2a6b0899d299 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0799429 May 25 16:05:38.253245 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.258967 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1a5d2a87-63c3-47a1-b999-ec9840a2f06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:38.271253 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faccd9-f01e-45aa-826c-d3103791a849 req-94de40dd-38c9-428d-8f26-8a1ef73fa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:38.272808 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-94de40dd-38c9-428d-8f26-8a1ef73fa37c service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1324694 May 25 16:05:38.298238 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917c93c2-a334-4995-960a-b6b2bec1f4f4,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:38.309026 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.314876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.315045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.315413 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.316038 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.316398 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.316778 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.317128 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.317474 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.317817 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.318162 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.318506 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.318846 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:05:38.322910 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:38.335070 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-cf956478-f197-4e08-945a-f1a42cea5418 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/917c93c2-a334-4995-960a-b6b2bec1f4f4 HTTP/1.1" status: 204 len: 168 time: 0.5786657 May 25 16:05:38.336074 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60732) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:38.378776 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-ca0d979d-a400-4f08-8e9d-1621fab954b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1000 time: 0.0995190 May 25 16:05:38.445343 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faccd9-f01e-45aa-826c-d3103791a849 req-0fc1ac51-afa8-4d4e-975a-bb6c4a43c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:38.446783 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-0fc1ac51-afa8-4d4e-975a-bb6c4a43c228 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0623796 May 25 16:05:38.451096 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '2a36fb68-2cac-43a9-a6f0-4c926e124d5f', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:0f:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:05:17Z', 'updated_at': '2021-05-25T16:05:36Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:38.455120 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:05:38.455926 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.463708 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:05:38.464451 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:05:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:38.526039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faccd9-f01e-45aa-826c-d3103791a849 req-d1904a19-6cf0-4897-85cd-a082b9e2ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:05:38.528386 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-d1904a19-6cf0-4897-85cd-a082b9e2ba7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750005 May 25 16:05:38.591016 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.604452 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12df70d4-44c7-4ea0-899e-4051ed0d184c']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:38.617670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516cc54d-5f5d-42ea-a390-9c53d084f38d') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:38.617972 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516cc54d-5f5d-42ea-a390-9c53d084f38d') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:38.630045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.646094 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.652583 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:05:38.653096 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.655056 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:05:38.667390 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:05:38.674458 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-0957c678-a37c-4509-be93-c68cc99df1ce service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394446 May 25 16:05:38.816608 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-89faccd9-f01e-45aa-826c-d3103791a849 req-a8568b14-73bd-4441-a68c-961f00212174 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361022 May 25 16:05:38.818613 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.824359 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:38.827193 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:38.850673 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=12df70d4-44c7-4ea0-899e-4051ed0d184c,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:38.853594 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:38.928240 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-3561f333-b391-4e3a-a42a-3087a12f73a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12df70d4-44c7-4ea0-899e-4051ed0d184c HTTP/1.1" status: 204 len: 168 time: 0.5914118 May 25 16:05:39.042594 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '2a36fb68-2cac-43a9-a6f0-4c926e124d5f', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:0f:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:05:17Z', 'updated_at': '2021-05-25T16:05:36Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:05:39.046594 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9eb43-8bb9-4ea9-822c-da53ebebe7b7 None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '2a36fb68-2cac-43a9-a6f0-4c926e124d5f', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:0f:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:05:17Z', 'updated_at': '2021-05-25T16:05:36Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:05:39.227993 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905b2b4d-160e-4cc1-a499-c71e2724fa5c None None] New status for floating IP 2a36fb68-2cac-43a9-a6f0-4c926e124d5f: ACTIVE {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:05:39.353688 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60740) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.404348 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-27b6b6c4-ed37-4cf6-8061-2bea36d1f795 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=647d278b5dc74400a93b5be3aecb9492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494189 May 25 16:05:39.406853 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60744) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:05:39.467147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.497847 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.698762 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.702853 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-60074088-d326-4af5-a823-5326f63fbdda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:05:39.717558 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77ecd1-92c1-4f09-a594-972381b0653d,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:05:39.720155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:05:39.817388 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:39.818523 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d77ecd1-92c1-4f09-a594-972381b0653d HTTP/1.1" status: 204 len: 168 time: 0.4107585 May 25 16:05:43.100207 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:05:51.824006 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-74472a24-2f3f-49ae-b073-6c55ba63a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.133673 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfde1-c552-4694-ad57-cbf9329f9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:54.178372 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:55.218193 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:56.863208 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:05:57.886553 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:00.160889 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-1b6f7297-e4e9-4252-a7bd-f0792f9c27f4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898526 May 25 16:06:00.315050 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8848-3e61-465a-88e2-be645142feb6 req-e6ea27ac-470f-4ba8-af52-c2953f3213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:00.316480 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-e6ea27ac-470f-4ba8-af52-c2953f3213a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.0700543 May 25 16:06:00.561939 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8848-3e61-465a-88e2-be645142feb6 req-a74dd33d-6950-4a86-bde0-7238804990ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:00.563365 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-a74dd33d-6950-4a86-bde0-7238804990ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.2277105 May 25 16:06:00.665531 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-3af4f833-7562-4fbc-b377-6c3b7a8fb881 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 1001 time: 0.0957704 May 25 16:06:00.732165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8848-3e61-465a-88e2-be645142feb6 req-2ba0202a-bdd3-4d2c-9056-72da287beaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:00.733675 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-2ba0202a-bdd3-4d2c-9056-72da287beaff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0612712 May 25 16:06:00.808468 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8848-3e61-465a-88e2-be645142feb6 req-1499af8a-ae43-4d6f-8081-d7e20b421792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:00.810374 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-1499af8a-ae43-4d6f-8081-d7e20b421792 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690155 May 25 16:06:00.941938 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-d1285881-4aea-4446-84ec-2d34d240ef81 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241999 May 25 16:06:01.079248 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1dae8848-3e61-465a-88e2-be645142feb6 req-218f8bc9-1ba1-45f0-8b7c-f3ff8b7e4dd4 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310120 May 25 16:06:20.099040 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:06:21.853092 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9d12-2da2-43af-9831-c027bfd62add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:23.930521 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ca95-cd18-425c-ab59-e7aa9342742f req-0f6d2b71-da07-4c8c-9d82-21f53b5e003f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:23.931976 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fad2ca95-cd18-425c-ab59-e7aa9342742f req-0f6d2b71-da07-4c8c-9d82-21f53b5e003f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0814841 May 25 16:06:23.979280 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-fad2ca95-cd18-425c-ab59-e7aa9342742f req-8acbd560-4bae-4f47-bd21-87de66fcb489 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 May 25 16:06:24.120939 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-4530f63b-c239-49de-b44e-55cbd3bc697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:24.148719 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:25.223382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b308e8-a034-4fe6-b2fd-7ab229c44e39 req-098a5f26-f18b-4b54-8f83-c8a1f2faff6e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:25.224006 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:25.225649 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-85b308e8-a034-4fe6-b2fd-7ab229c44e39 req-098a5f26-f18b-4b54-8f83-c8a1f2faff6e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0917866 May 25 16:06:25.274576 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-85b308e8-a034-4fe6-b2fd-7ab229c44e39 req-a41fde6b-d5c4-4f60-9516-c02a3738c8e5 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 May 25 16:06:26.469974 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b1441-2642-47af-84ed-7dd120af1ba9 req-fa3063d4-ec7b-401f-a9e3-c61a84e945dc tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:26.471416 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-466b1441-2642-47af-84ed-7dd120af1ba9 req-fa3063d4-ec7b-401f-a9e3-c61a84e945dc tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0830812 May 25 16:06:26.516823 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-466b1441-2642-47af-84ed-7dd120af1ba9 req-d7d90ce3-87c8-4ea5-b0b2-09b509e88454 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395348 May 25 16:06:26.921048 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:27.705892 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6d72-3e0a-4a23-ac11-990050fa4e65 req-4471808a-bac3-4f52-8aab-ad086bac0f4a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:27.707438 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fe7f6d72-3e0a-4a23-ac11-990050fa4e65 req-4471808a-bac3-4f52-8aab-ad086bac0f4a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0802021 May 25 16:06:27.757345 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-fe7f6d72-3e0a-4a23-ac11-990050fa4e65 req-ac70887d-5b7c-454b-b7b4-00c96b8a1121 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438747 May 25 16:06:27.909214 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:28.954741 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fec774-8a6b-4558-982a-f7f0ff35c24c req-665701ab-088c-450f-acdc-0fba8c1b3dac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:28.956624 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e8fec774-8a6b-4558-982a-f7f0ff35c24c req-665701ab-088c-450f-acdc-0fba8c1b3dac tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0845392 May 25 16:06:29.007976 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e8fec774-8a6b-4558-982a-f7f0ff35c24c req-979af310-04c5-4b23-b430-d96935b9a0ed tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458341 May 25 16:06:30.197509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ddfc-dcee-482e-9839-9f19833fcee4 req-772c6241-ceb6-43a8-a273-1c64de2c927e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:30.198467 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a731ddfc-dcee-482e-9839-9f19833fcee4 req-772c6241-ceb6-43a8-a273-1c64de2c927e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0836306 May 25 16:06:30.243220 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-a731ddfc-dcee-482e-9839-9f19833fcee4 req-10c828d5-803d-4015-92ad-f09e1462cb95 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390337 May 25 16:06:31.521667 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5795-f176-4ea0-9838-d8e6dde06635 req-3e743618-484a-47f0-a95c-4238da5db494 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:31.523160 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7fba5795-f176-4ea0-9838-d8e6dde06635 req-3e743618-484a-47f0-a95c-4238da5db494 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.1692190 May 25 16:06:31.567419 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7fba5795-f176-4ea0-9838-d8e6dde06635 req-98ed0f6b-eb49-42bd-bc74-f179daffa4ea tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 May 25 16:06:32.754018 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed540-0698-47a9-865c-7cbf1e67d01a req-8e5e7cdd-a261-4d64-8fb0-59732fcf4c2f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:32.755457 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-222ed540-0698-47a9-865c-7cbf1e67d01a req-8e5e7cdd-a261-4d64-8fb0-59732fcf4c2f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0831516 May 25 16:06:32.799526 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-222ed540-0698-47a9-865c-7cbf1e67d01a req-837a1b43-da4d-405a-bf19-a29b49042a1b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 May 25 16:06:33.985816 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600883-ebcb-4336-a592-d66781fad96b req-fd615428-1967-4bb2-ba1a-1cb5806c917d tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:33.987249 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a7600883-ebcb-4336-a592-d66781fad96b req-fd615428-1967-4bb2-ba1a-1cb5806c917d tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0820589 May 25 16:06:34.030586 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a7600883-ebcb-4336-a592-d66781fad96b req-d529b917-81f0-435f-ba1b-0c65cba1451d tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 May 25 16:06:35.220369 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e87f8d-b6e6-4ae9-817f-a4161a96cd1e req-56c62508-1ba0-4d29-bdb1-b7a01bd58c49 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:35.221821 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d0e87f8d-b6e6-4ae9-817f-a4161a96cd1e req-56c62508-1ba0-4d29-bdb1-b7a01bd58c49 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0831368 May 25 16:06:35.265732 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d0e87f8d-b6e6-4ae9-817f-a4161a96cd1e req-0189f483-0fdc-4edc-aff3-c4b3d0ad51b6 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379977 May 25 16:06:36.445607 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a889-6365-47e9-b948-3cb63cc885f8 req-548a88de-7471-4c36-a863-244c87df280e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:36.447049 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2239a889-6365-47e9-b948-3cb63cc885f8 req-548a88de-7471-4c36-a863-244c87df280e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0779738 May 25 16:06:36.494681 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2239a889-6365-47e9-b948-3cb63cc885f8 req-903c4c12-11f1-458d-ae1d-4e1f2ab08263 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 May 25 16:06:37.675306 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec6bc-91d4-4501-b1c0-98997aab7b25 req-f4cbd028-a800-453b-8c53-442ad4066d67 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:37.676746 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-883ec6bc-91d4-4501-b1c0-98997aab7b25 req-f4cbd028-a800-453b-8c53-442ad4066d67 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0781772 May 25 16:06:37.720596 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-883ec6bc-91d4-4501-b1c0-98997aab7b25 req-f483e3c2-3e34-4624-a841-44963a0b80b7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383723 May 25 16:06:38.907732 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d9ff3-54f5-4866-81f9-9110401003c6 req-1b3316fd-4c47-4d02-8f2d-b033ddd70816 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:38.909200 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a09d9ff3-54f5-4866-81f9-9110401003c6 req-1b3316fd-4c47-4d02-8f2d-b033ddd70816 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0809250 May 25 16:06:38.953411 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-a09d9ff3-54f5-4866-81f9-9110401003c6 req-13dd2ea9-139f-440e-828a-b200385dc2a2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 May 25 16:06:40.143846 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e18ff-9ca3-4ee0-8db6-61bf8f3bd5f7 req-5f1ca8bb-a2c3-485f-9bd3-21ae681fe09a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:40.145312 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d5e18ff-9ca3-4ee0-8db6-61bf8f3bd5f7 req-5f1ca8bb-a2c3-485f-9bd3-21ae681fe09a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0814304 May 25 16:06:40.189825 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9d5e18ff-9ca3-4ee0-8db6-61bf8f3bd5f7 req-3766d67a-57fd-40b2-84a8-831869523678 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389400 May 25 16:06:40.726651 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a4de-f575-461f-8067-cbc5b00d251f req-06287cf5-b7dd-45f0-b211-43716b57f2d9 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:40.728109 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1229a4de-f575-461f-8067-cbc5b00d251f req-06287cf5-b7dd-45f0-b211-43716b57f2d9 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0826843 May 25 16:06:40.779422 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-1229a4de-f575-461f-8067-cbc5b00d251f req-d50732b8-90f2-4ccc-8e97-05a4230697ea tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 May 25 16:06:40.875732 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-2f3d1b31-ea00-4168-83cb-ae8769f954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:40.877200 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-2f3d1b31-ea00-4168-83cb-ae8769f954c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0702205 May 25 16:06:41.007328 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-be90bd95-1fcc-4355-a733-f2df49364ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:41.008767 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-be90bd95-1fcc-4355-a733-f2df49364ab3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1251450 May 25 16:06:41.202326 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-465406e2-a296-4a37-9920-0511667bfb13 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1002 time: 0.1873598 May 25 16:06:41.263848 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-9f5e58ff-7e05-4825-bcba-c06e0c1906f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:41.265245 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-9f5e58ff-7e05-4825-bcba-c06e0c1906f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0571318 May 25 16:06:41.340171 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-6dcab19d-1982-43fa-bf53-d838005c10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:41.341614 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-6dcab19d-1982-43fa-bf53-d838005c10ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706182 May 25 16:06:41.471599 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-babfa9ac-0bf9-4217-b224-eaa154811fcc service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236892 May 25 16:06:41.605475 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e672f4cc-bb60-41c9-987a-e0be2aae2095 req-eb11a07b-612e-4095-9213-1bbc308142de service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281300 May 25 16:06:41.968076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd099511-ed83-43ae-82f0-c2e990a024bc req-8a4e55a3-98db-4461-87b0-fa7552eaa9d8 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:41.969533 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cd099511-ed83-43ae-82f0-c2e990a024bc req-8a4e55a3-98db-4461-87b0-fa7552eaa9d8 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0820546 May 25 16:06:42.013558 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cd099511-ed83-43ae-82f0-c2e990a024bc req-1a98e8e6-8785-40f2-882d-839ae6888129 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 May 25 16:06:43.197586 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e91536-f6b1-43bd-b43e-733bd1ec74c9 req-75633aa2-25a4-4357-95db-745298f01dbd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:43.200051 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-63e91536-f6b1-43bd-b43e-733bd1ec74c9 req-75633aa2-25a4-4357-95db-745298f01dbd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0816202 May 25 16:06:43.249227 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-63e91536-f6b1-43bd-b43e-733bd1ec74c9 req-d3364c78-eb28-4c8d-8ff4-e0a73af29c99 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 May 25 16:06:46.056196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60886) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:46.319347 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Deleting port 8269cc3d-1727-4c44-ace8-8a038780a476 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:46.319598 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:46.435879 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:46.436214 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:46.559265 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Calling delete_port for 8269cc3d-1727-4c44-ace8-8a038780a476 owned by network:floatingip {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:46.777998 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:46.781811 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-7335acae-f937-4637-a723-897c3495241f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:46.825065 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event deleted for resources: {'Port': ['ID=8269cc3d-1727-4c44-ace8-8a038780a476,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:46.892658 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.893023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.893387 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.893742 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.894097 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.894442 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.894783 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.895125 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.895465 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.895930 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.896285 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.896647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:46.899932 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:46.929861 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for floatingip, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:46.930214 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.db.l3_db [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Floating IP 27b4edbb-92bf-4dcc-a1a5-4ab94b792d86 disassociated (deleted). External IP: 172.28.2.24, port: 3947bdbf-fe6b-4893-aab1-a96a8b847024. May 25 16:06:47.386297 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Router e21dcf36-d1ad-4d03-880c-a4153ba4e831 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:06:47.566654 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:06:47.578648 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Sync routers for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:06:47.588139 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:06:47.592653 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:47.649476 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:47.704561 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5fcd4c70-2718-4a47-bc52-f8fe3a004ecb tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "DELETE /v2.0/floatingips/27b4edbb-92bf-4dcc-a1a5-4ab94b792d86 HTTP/1.1" status: 204 len: 168 time: 1.6472058 May 25 16:06:47.705226 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:06:47.751897 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'status': 'completed', 'code': 200} May 25 16:06:47.766097 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:06:47.871553 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-63abfa32-5bad-48b2-8e72-519419afab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:47.873211 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-63abfa32-5bad-48b2-8e72-519419afab3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 1099 time: 0.0776966 May 25 16:06:48.008098 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-02f93c8e-79cc-4738-a567-46aeafdc4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:48.009467 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-02f93c8e-79cc-4738-a567-46aeafdc4caf service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 200 len: 909 time: 0.1305616 May 25 16:06:48.074845 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-3b9a463e-16f4-4114-8e0d-e46afc47b1fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 200 len: 217 time: 0.0593102 May 25 16:06:48.089856 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:48.093746 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Checking router: e21dcf36-d1ad-4d03-880c-a4153ba4e831 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:06:48.102765 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:06:48.103309 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:48.140089 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-8b15947e-ea42-4ee8-90a0-b3c11f9f1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:48.142283 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-8b15947e-ea42-4ee8-90a0-b3c11f9f1647 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 200 len: 847 time: 0.0612781 May 25 16:06:48.221483 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-46385840-63b6-4e78-aef6-0c96da3993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:48.223021 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-46385840-63b6-4e78-aef6-0c96da3993cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e65f7d5-d777-49b5-8bf7-83601b7eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737035 May 25 16:06:48.291634 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:06:48.443844 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-0443fb6c-1937-46ce-8e19-5d3f39188314 service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968949 May 25 16:06:48.458355 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a3b8a-928b-416a-a125-77265b92e7f1 req-9be60d56-70ba-42c4-9053-f49c7daf7a41 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:48.460124 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff1a3b8a-928b-416a-a125-77265b92e7f1 req-9be60d56-70ba-42c4-9053-f49c7daf7a41 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1428494 May 25 16:06:48.602542 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ff1a3b8a-928b-416a-a125-77265b92e7f1 req-2846c29a-6b56-4623-85dc-cadb440531f2 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211333 May 25 16:06:48.624000 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:48.627871 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a7f28-0732-4a2a-8dda-8809dbd16dfd None None] The sync data for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb is: [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:01:53Z', 'revision_number': 4, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '6b016317-dd37-4d52-9875-3dada0232562', 'name': '', 'network_id': '3e65f7d5-d777-49b5-8bf7-83601b7eb55a', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'mac_address': 'fa:16:3e:74:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:52Z', 'updated_at': '2021-05-25T16:01:58Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'subnets': [{'id': 'bedb29de-dcc5-4c87-806e-02108eb1a61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:06:48.633462 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-53770800-ba8e-4ad6-bd8f-271b6c526fa7 req-9c46aea3-407f-4bd4-a4b8-227fa72bb20c service neutron] 10.222.0.68 "GET /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723299 May 25 16:06:48.835186 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185ce40-3810-48f3-83a0-2f33c597c730 None None] New status for floating IP 27b4edbb-92bf-4dcc-a1a5-4ab94b792d86: DOWN {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:06:49.790858 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080269-338f-4ca4-aef4-8868241defa3 req-d0542222-8ac9-4330-8c80-2faa4c2473b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:49.792029 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ab080269-338f-4ca4-aef4-8868241defa3 req-d0542222-8ac9-4330-8c80-2faa4c2473b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:06:49.817873 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-3cabd012-5499-4aa1-9ed3-0e47d3049367 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:06:49.819289 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-3cabd012-5499-4aa1-9ed3-0e47d3049367 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.68 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.0788474 May 25 16:06:49.878585 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-ab080269-338f-4ca4-aef4-8868241defa3 req-d0542222-8ac9-4330-8c80-2faa4c2473b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:06:49.879782 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ab080269-338f-4ca4-aef4-8868241defa3 req-d0542222-8ac9-4330-8c80-2faa4c2473b9 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 946 time: 0.1685493 May 25 16:06:49.929442 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ab080269-338f-4ca4-aef4-8868241defa3 req-e70d74a9-f55a-479b-a2c8-de8caeaf3942 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe72d57f-982f-482b-804a-18eaa1f08ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 May 25 16:06:49.958772 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Deleting port 3947bdbf-fe6b-4893-aab1-a96a8b847024 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:49.959123 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:50.192911 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] For port 3947bdbf-fe6b-4893-aab1-a96a8b847024, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=3947bdbf-fe6b-4893-aab1-a96a8b847024,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:50.193268 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:50.328312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Calling delete_port for 3947bdbf-fe6b-4893-aab1-a96a8b847024 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:50.536166 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:50.542321 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-91c283ca-bb05-4957-ae2c-fda1d632f6c2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:50.589312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event deleted for resources: {'Port': ['ID=3947bdbf-fe6b-4893-aab1-a96a8b847024,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:50.599142 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.599510 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.599871 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.600226 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.600608 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.600951 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.601298 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.601643 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.602317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.602317 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.602645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.602984 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:50.631207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:50.676519 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] No DVR routers for this DVR port 3947bdbf-fe6b-4893-aab1-a96a8b847024 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:06:50.678894 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:50.681349 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-deleted', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:06:50.725319 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7748cbe9-3f27-4c0b-b1e0-cdd225c70703', 'name': 'network-vif-deleted', 'tag': '3947bdbf-fe6b-4893-aab1-a96a8b847024', 'status': 'completed', 'code': 200} May 25 16:06:50.764962 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e1004f83-f10e-4cd8-a6be-f65ea23aef9a req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.68 "DELETE /v2.0/ports/3947bdbf-fe6b-4893-aab1-a96a8b847024 HTTP/1.1" status: 204 len: 173 time: 0.9389539 May 25 16:06:51.091304 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e998aa1f-a3fb-49e6-b208-b1f59d6e90b4 req-e47fa298-fcf2-4dd7-8d5b-8b6074a27dbf tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.0492692 May 25 16:06:51.844537 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9aab7446-a163-4ed9-b1c5-bd39213bfe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:52.261509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b50ff22f-3e46-45d4-ac70-e5b778deb6ec req-ca81f84d-cdf7-45c6-851c-04013bd805bc tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Synchronizing usage tracker for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:06:52.341467 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b50ff22f-3e46-45d4-ac70-e5b778deb6ec req-ca81f84d-cdf7-45c6-851c-04013bd805bc tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Unset dirty status for tenant:43a8d408cee841de9398fa3b5e2ca10c on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:06:52.342536 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b50ff22f-3e46-45d4-ac70-e5b778deb6ec req-ca81f84d-cdf7-45c6-851c-04013bd805bc tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "GET /v2.0/ports?device_id=7748cbe9-3f27-4c0b-b1e0-cdd225c70703 HTTP/1.1" status: 200 len: 210 time: 0.1262684 May 25 16:06:53.285615 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:06:53.325611 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 3947bdbf-fe6b-4893-aab1-a96a8b847024 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:06:53.325963 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 3947bdbf-fe6b-4893-aab1-a96a8b847024 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:06:53.436227 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60908) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:53.504683 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:53.533966 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:53.690161 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:53.694240 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2d147998-4922-4604-b945-92849fd7a5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:53.707959 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe72d57f-982f-482b-804a-18eaa1f08ecc,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:53.715143 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:53.794432 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:53.795529 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-35340b0e-9a6d-4dc6-870e-4956af3b0bfd tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] 10.222.0.64 "DELETE /v2.0/security-groups/fe72d57f-982f-482b-804a-18eaa1f08ecc HTTP/1.1" status: 204 len: 168 time: 0.3582838 May 25 16:06:53.900242 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 60914) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:54.091858 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7816975e-573f-434c-898e-1d1949efab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:54.121230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:54.596916 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.094854 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Deleting port 6b016317-dd37-4d52-9875-3dada0232562 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:55.095575 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.219392 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] For port 6b016317-dd37-4d52-9875-3dada0232562, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=6b016317-dd37-4d52-9875-3dada0232562,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:55.219749 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.283791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.360281 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Calling delete_port for 6b016317-dd37-4d52-9875-3dada0232562 owned by network:router_interface {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:55.575326 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:55.579093 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-31d731ad-0ca5-4789-920c-03ae2abb6061 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:55.626776 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Pushing event deleted for resources: {'Port': ['ID=6b016317-dd37-4d52-9875-3dada0232562,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:55.629925 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:55.897783 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:56.248976 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Router e21dcf36-d1ad-4d03-880c-a4153ba4e831 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:06:56.518261 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:06:56.526897 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Sync routers for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:06:56.536415 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:06:56.536590 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:56.609099 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6d0d2c3c-b474-48d1-90c7-0e53b21de9df admin admin] 10.222.0.64 "PUT /v2.0/routers/e21dcf36-d1ad-4d03-880c-a4153ba4e831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7072198 May 25 16:06:56.613260 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60920) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:56.719344 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:06:56.794850 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:56.849801 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:56.968600 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.002091 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:06:55Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:57.005824 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Checking router: e21dcf36-d1ad-4d03-880c-a4153ba4e831 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:06:57.014513 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Routers {'e21dcf36-d1ad-4d03-880c-a4153ba4e831'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:06:57.015095 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:57.100572 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:06:57.130416 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Deleting port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:57.130753 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.192075 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] Set router e21dcf36-d1ad-4d03-880c-a4153ba4e831 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:06:57.251933 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] For port b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:57.252287 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.385849 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Calling delete_port for b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 owned by network:router_gateway {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:57.472914 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:06:55Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:57.477538 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e841624-2c34-411f-b0cb-f1d82542bc87 None None] The sync data for ids ['e21dcf36-d1ad-4d03-880c-a4153ba4e831'] in dv-cinder-791240-3-smb is: [{'id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'name': 'tempest-TestShelveInstance-564834944-router', 'tenant_id': '43a8d408cee841de9398fa3b5e2ca10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:45Z', 'updated_at': '2021-05-25T16:06:55Z', 'revision_number': 5, 'project_id': '43a8d408cee841de9398fa3b5e2ca10c', 'gw_port': {'id': 'b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dcf36-d1ad-4d03-880c-a4153ba4e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:01:47Z', 'updated_at': '2021-05-25T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:06:57.838979 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.842937 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4654dc06-63fc-471c-bbf7-9d1d8c323b74 tempest-VolumesSnapshotTestJSON-1304296378 tempest-VolumesSnapshotTestJSON-1304296378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:57.887434 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:57.890609 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:57.892677 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:57.982287 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.154799 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.157023 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.463670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.464088 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e21dcf36-d1ad-4d03-880c-a4153ba4e831 {{(pid=99116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:06:58.476482 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.477711 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-103063d1-4772-4c56-a0b0-9142261a85a5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e21dcf36-d1ad-4d03-880c-a4153ba4e831 HTTP/1.1" status: 204 len: 168 time: 1.8661244 May 25 16:06:58.480683 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60924) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:58.548925 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Deleting subnet bedb29de-dcc5-4c87-806e-02108eb1a61b {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:06:58.552407 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.606528 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.682179 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:58.943230 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:06:58.984171 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:06:58.984518 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device b41f983b-3940-4ac7-81d1-9f8fd9e4b2a6 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:06:58.984955 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 6b016317-dd37-4d52-9875-3dada0232562 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:06:58.998548 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.002705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-bcbffa5a-8979-46e1-ad88-e7ef29f236af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:59.020606 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 6b016317-dd37-4d52-9875-3dada0232562 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:06:59.020956 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 6b016317-dd37-4d52-9875-3dada0232562 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:06:59.036040 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedb29de-dcc5-4c87-806e-02108eb1a61b,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:59.039905 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:59.042661 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.047760 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113eada2-43f8-45a5-8554-ef773365ade3 None None] Network 3e65f7d5-d777-49b5-8bf7-83601b7eb55a requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:06:59.048767 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-0f2cc55a-b298-4b28-a1ff-9e07fe1a3285 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bedb29de-dcc5-4c87-806e-02108eb1a61b HTTP/1.1" status: 204 len: 168 time: 0.5672238 May 25 16:06:59.051301 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60928) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:06:59.158053 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.230633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Deleting port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:59.230910 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.309342 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] DHCP port deletion for 3e65f7d5-d777-49b5-8bf7-83601b7eb55a request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:06:59.340113 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] For port f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:59.340469 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.373906 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Deleting port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:06:59.374286 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.480967 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] For port f245cb0f-7afb-426c-801d-8e1f5cbe0c09, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,segment=NetworkSegment(745435d8-8952-42c8-90b9-3ec785278988),segment_id=745435d8-8952-42c8-90b9-3ec785278988)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:06:59.481286 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.607560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Calling delete_port for f245cb0f-7afb-426c-801d-8e1f5cbe0c09 owned by network:dhcp {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:59.616466 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Calling delete_port for f245cb0f-7afb-426c-801d-8e1f5cbe0c09 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:06:59.720866 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.726195 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-4d48cd56-4ddc-46bf-84e0-ec3a2a6fa86b tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:59.727914 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.733917 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:06:59.774807 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:59.777512 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] No DVR routers for this DVR port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 on host dv-cinder-791240-3-smb {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:06:59.779086 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:59.781388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Pushing event deleted for resources: {'Port': ['ID=f245cb0f-7afb-426c-801d-8e1f5cbe0c09,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:06:59.790048 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] No DVR routers for this DVR port f245cb0f-7afb-426c-801d-8e1f5cbe0c09 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:06:59.792665 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.793014 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.793376 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.793707 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.794036 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.794363 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.794687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.795008 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.795327 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.795646 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.795962 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.796277 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:06:59.799687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-73ef0e54-647d-42af-8dc7-d8456b734473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:06:59.894818 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.907715 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e65f7d5-d777-49b5-8bf7-83601b7eb55a']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:59.919355 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745435d8-8952-42c8-90b9-3ec785278988') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:59.919649 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745435d8-8952-42c8-90b9-3ec785278988') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:06:59.930782 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.946852 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.953302 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:06:59.953679 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:06:59.966724 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:07:00.131179 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:00.134982 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-0aa5c019-3b74-4e33-ab39-d82a51c879eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:00.147514 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:00.159674 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e65f7d5-d777-49b5-8bf7-83601b7eb55a,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:00.163561 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:00.246670 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-dc44044f-a662-4abb-9325-b12dc7dc9f04 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3e65f7d5-d777-49b5-8bf7-83601b7eb55a HTTP/1.1" status: 204 len: 168 time: 1.1943014 May 25 16:07:00.249511 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60932) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:00.643947 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device f245cb0f-7afb-426c-801d-8e1f5cbe0c09 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:07:00.678197 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: f245cb0f-7afb-426c-801d-8e1f5cbe0c09 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:07:00.678548 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device f245cb0f-7afb-426c-801d-8e1f5cbe0c09 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:07:00.789536 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:01.174816 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-589fe488-288d-4183-9097-8feb4ccc999c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699222 May 25 16:07:01.288805 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-23b802cb-d627-4b90-af90-96eb95c397b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.290313 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-23b802cb-d627-4b90-af90-96eb95c397b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0760117 May 25 16:07:01.307268 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Deleting port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:07:01.307836 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:01.435088 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] For port d11a6d83-94a7-4b11-ad82-8bd4f0417bf7, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:01.435339 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:01.443227 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-554c0f98-e755-4284-82b1-8e8df9f3af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.444708 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-554c0f98-e755-4284-82b1-8e8df9f3af46 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1331024 May 25 16:07:01.550820 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-c7b613d8-dbe4-4c70-b5ae-d3aed1d57470 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1002 time: 0.0995111 May 25 16:07:01.558272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Calling delete_port for d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 owned by network:router_interface {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:07:01.620187 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-b9e9101a-aa05-4ca2-945b-a7800c3be6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.622542 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-b9e9101a-aa05-4ca2-945b-a7800c3be6ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0646439 May 25 16:07:01.703644 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-612293b6-f696-47e6-9073-a0b680c8b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:01.705066 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-612293b6-f696-47e6-9073-a0b680c8b9be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756214 May 25 16:07:01.792888 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:01.798055 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-3246da43-8028-4f5c-b931-8008dfa8b1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:01.858048 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-073138b9-3427-4454-8b82-3eec5efd8ac0 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452131 May 25 16:07:01.868268 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11a6d83-94a7-4b11-ad82-8bd4f0417bf7,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:01.879592 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:02.001434 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d5ab7c72-2c25-4731-8522-413d68dd477a req-e056ec96-14da-4051-a9f6-1111c7bf629e service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366568 May 25 16:07:02.124197 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:02.512056 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Router 19316e90-25e6-4063-a423-4d8266d7cbba has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:07:02.692593 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:07:02.701606 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Sync routers for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:07:02.702055 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] 10.222.0.64 "PUT /v2.0/routers/19316e90-25e6-4063-a423-4d8266d7cbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515095 May 25 16:07:02.704853 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60936) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:02.711018 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:07:02.711640 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:02.898031 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:07:03.010856 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks [] for router, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:03.177405 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:03.214590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:07:01Z', 'revision_number': 5, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:03.218498 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Checking router: 19316e90-25e6-4063-a423-4d8266d7cbba for host: dv-cinder-791240-3-smb {{(pid=99118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:07:03.227089 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Routers {'19316e90-25e6-4063-a423-4d8266d7cbba'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:07:03.227692 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:06:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['19316e90-25e6-4063-a423-4d8266d7cbba'], 'active': True} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:03.382983 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Deleting port 987ac2be-1631-471b-811a-190a2fa502fb {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:07:03.383395 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:03.409348 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvr_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] Set router 19316e90-25e6-4063-a423-4d8266d7cbba gateway port host: dv-cinder-791240-3-smb {{(pid=99118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:07:03.513183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] For port 987ac2be-1631-471b-811a-190a2fa502fb, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=987ac2be-1631-471b-811a-190a2fa502fb,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:03.513837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:03.637520 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Calling delete_port for 987ac2be-1631-471b-811a-190a2fa502fb owned by network:router_gateway {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:07:03.689845 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_hamode_db [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:07:01Z', 'revision_number': 5, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:03.693754 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d6780-16c6-4fdc-83bc-badb71d08e4a None None] The sync data for ids ['19316e90-25e6-4063-a423-4d8266d7cbba'] in dv-cinder-791240-3-smb is: [{'id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'name': 'tempest-TestShelveInstance-455982568-router', 'tenant_id': '7b91a6b933594d04b8e696098a7ec750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '987ac2be-1631-471b-811a-190a2fa502fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:01:59Z', 'updated_at': '2021-05-25T16:07:01Z', 'revision_number': 5, 'project_id': '7b91a6b933594d04b8e696098a7ec750', 'gw_port': {'id': '987ac2be-1631-471b-811a-190a2fa502fb', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19316e90-25e6-4063-a423-4d8266d7cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:02:00Z', 'updated_at': '2021-05-25T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}] {{(pid=99118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:07:03.845931 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:03.849815 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-1aa4af49-2466-4dfe-9b6b-a23bff7a7d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:03.893946 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Pushing event deleted for resources: {'Port': ['ID=987ac2be-1631-471b-811a-190a2fa502fb,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:03.897031 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:03.986355 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.166183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.168753 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.262790 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.263330 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19316e90-25e6-4063-a423-4d8266d7cbba {{(pid=99116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:07:04.277612 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] Notify callbacks [] for router, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.278745 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5a0c1f2d-715b-42ce-88c8-b93f5d290079 admin admin] 10.222.0.64 "DELETE /v2.0/routers/19316e90-25e6-4063-a423-4d8266d7cbba HTTP/1.1" status: 204 len: 168 time: 1.5729544 May 25 16:07:04.281232 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60942) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:04.349419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Deleting subnet d1e9c351-d9e6-4da3-971a-306194d18fed {{(pid=99116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:07:04.352437 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.405510 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6944268'] for subnet, precommit_delete_associations {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.480761 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.738174 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:07:04.777215 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:07:04.777564 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d11a6d83-94a7-4b11-ad82-8bd4f0417bf7 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:07:04.778006 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 987ac2be-1631-471b-811a-190a2fa502fb no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:07:04.811537 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 987ac2be-1631-471b-811a-190a2fa502fb {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:07:04.811888 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 987ac2be-1631-471b-811a-190a2fa502fb not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:07:04.895616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6664595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7810248'] for subnet, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.899817 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:04.933426 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e9c351-d9e6-4da3-971a-306194d18fed,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:04.936784 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:04.939141 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:04.944221 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0aaa35-b200-4b8d-9d93-f1c1c0484976 None None] Network d427a07e-1f20-47a2-9c43-93079d42bfa2 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:07:04.945391 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e4816ff8-3de8-488e-b541-5b367484902c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d1e9c351-d9e6-4da3-971a-306194d18fed HTTP/1.1" status: 204 len: 168 time: 0.6579936 May 25 16:07:04.947800 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60946) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:05.054101 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.125626 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Deleting port e8e1e691-fa40-4d9d-ba72-383757e42e57 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:07:05.125965 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.179984 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] DHCP port deletion for d427a07e-1f20-47a2-9c43-93079d42bfa2 request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:07:05.226945 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] For port e8e1e691-fa40-4d9d-ba72-383757e42e57, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e8e1e691-fa40-4d9d-ba72-383757e42e57,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:05.227217 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.248190 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Deleting port e8e1e691-fa40-4d9d-ba72-383757e42e57 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:07:05.248595 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.346772 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] For port e8e1e691-fa40-4d9d-ba72-383757e42e57, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=e8e1e691-fa40-4d9d-ba72-383757e42e57,segment=NetworkSegment(eaa97537-2d63-414d-b7c3-13c1c8584243),segment_id=eaa97537-2d63-414d-b7c3-13c1c8584243)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:07:05.347165 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.353990 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Calling delete_port for e8e1e691-fa40-4d9d-ba72-383757e42e57 owned by network:dhcp {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:07:05.469042 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.470489 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Calling delete_port for e8e1e691-fa40-4d9d-ba72-383757e42e57 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:07:05.473266 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9309b04f-c3c8-43d9-8a95-35f9eb9328da tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:05.514350 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.518709 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:05.523634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e1e691-fa40-4d9d-ba72-383757e42e57,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:05.523634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:05.523634 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] No DVR routers for this DVR port e8e1e691-fa40-4d9d-ba72-383757e42e57 on host dv-cinder-791240-3-smb {{(pid=99116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:07:05.566028 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Pushing event deleted for resources: {'Port': ['ID=e8e1e691-fa40-4d9d-ba72-383757e42e57,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:05.567830 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] No DVR routers for this DVR port e8e1e691-fa40-4d9d-ba72-383757e42e57 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:07:05.569214 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-af21f4a1-33c1-4e8b-aa63-3030eac3536a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:05.645489 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.661213 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d427a07e-1f20-47a2-9c43-93079d42bfa2']}} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:05.674764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa97537-2d63-414d-b7c3-13c1c8584243') {'for_net_delete': True} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:05.674764 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.services.segments.db [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa97537-2d63-414d-b7c3-13c1c8584243') {} {{(pid=99116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:07:05.686267 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6944263'] for segment, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.702544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.708469 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:07:05.708944 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6488629'] for segment, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: Traceback (most recent call last): May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: timer() May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: cb(*args, **kw) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: return func(*args, **kwargs) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: self._notify() May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: self.callback(batched_events) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: event.method(event) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: return f(self, *a, **k) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: return self._get(url).json() May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: return self.request(url, 'GET', **kwargs) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:07:05.723320 dv-cinder-791240-3-smb neutron-server[99116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:07:05.883698 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.887803 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:05.903617 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:05.909494 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d427a07e-1f20-47a2-9c43-93079d42bfa2,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:05.914031 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:05.916962 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a408a0e8-c197-47e6-a915-29a663e77df8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d427a07e-1f20-47a2-9c43-93079d42bfa2 HTTP/1.1" status: 204 len: 168 time: 0.9681005 May 25 16:07:06.248185 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60952) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:06.296354 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-a07bd3eb-090e-4510-b726-2ec0ecf2b676 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43a8d408cee841de9398fa3b5e2ca10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469582 May 25 16:07:06.298872 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60956) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:06.361359 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:06.387087 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:06.514298 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:06.517877 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-8395425c-b704-4264-add1-5bbab7f16c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:06.530105 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb48db-7a8c-4804-ae82-2d0ae1b94ed1,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:06.533450 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:06.539365 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:06.543026 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fbb48db-7a8c-4804-ae82-2d0ae1b94ed1 HTTP/1.1" status: 204 len: 168 time: 0.2407348 May 25 16:07:06.644702 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e8e1e691-fa40-4d9d-ba72-383757e42e57 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:07:06.677820 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: e8e1e691-fa40-4d9d-ba72-383757e42e57 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:07:06.678170 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device e8e1e691-fa40-4d9d-ba72-383757e42e57 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:07:07.242711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60964) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:07.290253 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-b0444d33-232b-488d-a818-40aeb8fdb09e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b91a6b933594d04b8e696098a7ec750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463300 May 25 16:07:07.293276 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 60968) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:07:07.349856 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:07.378267 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:07.491300 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:07.495544 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-b3bd922d-b1a0-4dd8-8d43-3d09fab52252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:07:07.506684 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b69ee6-c693-4635-9b9e-034bbb3d0566,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:07:07.510876 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:07:07.514076 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:07.515178 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c5c04504-bfea-4954-9a75-23cc4eccec43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36b69ee6-c693-4635-9b9e-034bbb3d0566 HTTP/1.1" status: 204 len: 168 time: 0.2208142 May 25 16:07:18.150939 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf484fc1-90ac-4732-9c13-8b9e6a4f47f6 req-1526152d-bfc8-44a7-a909-b5de2e6fed7a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:18.152384 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cf484fc1-90ac-4732-9c13-8b9e6a4f47f6 req-1526152d-bfc8-44a7-a909-b5de2e6fed7a tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0788555 May 25 16:07:18.197513 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-cf484fc1-90ac-4732-9c13-8b9e6a4f47f6 req-1503400f-f9ef-41cb-ab1a-1b225185b0ba tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 May 25 16:07:19.395130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f9bf-e34b-4c59-b3eb-2d983b1e3fa0 req-f32a39e6-451a-423b-96e6-0c7f0c520ef1 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:19.396586 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8854f9bf-e34b-4c59-b3eb-2d983b1e3fa0 req-f32a39e6-451a-423b-96e6-0c7f0c520ef1 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0877514 May 25 16:07:19.440135 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8854f9bf-e34b-4c59-b3eb-2d983b1e3fa0 req-02b4745f-6655-44a1-a1fd-cc5c655ef7d0 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378923 May 25 16:07:20.626842 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad68de5-f2f6-4a0b-aa22-e14b171f4896 req-e78f2889-9a07-4845-86fb-68fd01cce2e3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:20.628282 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2ad68de5-f2f6-4a0b-aa22-e14b171f4896 req-e78f2889-9a07-4845-86fb-68fd01cce2e3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0831180 May 25 16:07:20.672091 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2ad68de5-f2f6-4a0b-aa22-e14b171f4896 req-63d29a6a-3618-4d73-9be9-e19d36028276 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381792 May 25 16:07:21.814509 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-a6a208a6-94a2-4a64-bfee-a3aeccc1aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:21.862320 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4ffe6-1a1d-4949-ae89-1aff10eebfc5 req-27e188a7-1707-4d87-931c-cb631d623503 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:21.863754 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05c4ffe6-1a1d-4949-ae89-1aff10eebfc5 req-27e188a7-1707-4d87-931c-cb631d623503 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0885973 May 25 16:07:21.908417 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-05c4ffe6-1a1d-4949-ae89-1aff10eebfc5 req-53b0f608-a01e-42d0-8c96-01571646b0e0 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 May 25 16:07:23.091096 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6fd0e-94a7-4392-9f5a-9a91b5b0dd4c req-ca79b09c-ea27-4796-8956-55003fbc651b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:23.092553 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c8d6fd0e-94a7-4392-9f5a-9a91b5b0dd4c req-ca79b09c-ea27-4796-8956-55003fbc651b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0779548 May 25 16:07:23.140265 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-c8d6fd0e-94a7-4392-9f5a-9a91b5b0dd4c req-3d3d5ae0-4171-4151-bbee-9279fd2351d3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 May 25 16:07:24.132442 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-3796bd5c-6fe3-4582-99a1-666d361d4ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:24.177235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:24.332183 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90d73-14dc-4c60-a71e-b05140cd3c8d req-c75d0b95-59af-4390-a8f1-5c04952dca25 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:24.333626 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-00d90d73-14dc-4c60-a71e-b05140cd3c8d req-c75d0b95-59af-4390-a8f1-5c04952dca25 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0827754 May 25 16:07:24.379092 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-00d90d73-14dc-4c60-a71e-b05140cd3c8d req-74cb08e4-cccf-404f-833f-4b8783983a8f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 May 25 16:07:25.231808 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:25.706054 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50adec-9922-44e2-9ce1-27b6cf5de6b2 req-4215af66-364a-48be-b00d-9d101e1e2aff tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:25.707500 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-be50adec-9922-44e2-9ce1-27b6cf5de6b2 req-4215af66-364a-48be-b00d-9d101e1e2aff tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0797031 May 25 16:07:25.752113 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-be50adec-9922-44e2-9ce1-27b6cf5de6b2 req-581773c3-d68b-41b4-9a81-5e9254f63893 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 May 25 16:07:26.857066 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:26.937680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f67b92-5368-40a2-afd0-10d689952cca req-a8ffa407-20ca-49cc-8592-31131ee39a47 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:26.939135 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b2f67b92-5368-40a2-afd0-10d689952cca req-a8ffa407-20ca-49cc-8592-31131ee39a47 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0842400 May 25 16:07:26.983092 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b2f67b92-5368-40a2-afd0-10d689952cca req-8aaf3d4e-1489-4581-90fc-27b4da67f98d tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384080 May 25 16:07:27.900600 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:28.166226 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950349f-12e0-46c8-b4a3-0537abd7ffcd req-9e5dc5ea-a65c-4283-8432-acfcdaf5c601 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:28.167599 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1950349f-12e0-46c8-b4a3-0537abd7ffcd req-9e5dc5ea-a65c-4283-8432-acfcdaf5c601 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0826821 May 25 16:07:28.211193 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-1950349f-12e0-46c8-b4a3-0537abd7ffcd req-461eb835-3c9b-42f6-b72f-09a57ab2e97e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 May 25 16:07:29.391346 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824fb4d-617c-47a3-9c98-eb6d6c5080bd req-4a269aaf-40e1-4a9a-88e4-23396b05f064 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.392810 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d824fb4d-617c-47a3-9c98-eb6d6c5080bd req-4a269aaf-40e1-4a9a-88e4-23396b05f064 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0783012 May 25 16:07:29.436057 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d824fb4d-617c-47a3-9c98-eb6d6c5080bd req-3e654e0d-1606-4dc3-a889-bf69afc664b0 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377638 May 25 16:07:29.920832 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7991a-1fa3-43b0-8b8f-2104750da677 req-8dfb7b4b-2d39-4224-9d74-600e42a90309 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:29.922292 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9cd7991a-1fa3-43b0-8b8f-2104750da677 req-8dfb7b4b-2d39-4224-9d74-600e42a90309 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0901318 May 25 16:07:29.968541 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9cd7991a-1fa3-43b0-8b8f-2104750da677 req-18b2fc49-41f8-4fff-9f81-179bbffc54fc tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 May 25 16:07:30.113776 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-9f1bb947-b7ad-4bb2-8671-99b3854b839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:30.115233 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-9f1bb947-b7ad-4bb2-8671-99b3854b839e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0714836 May 25 16:07:30.245302 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-951ffd0b-aeaf-47ab-b661-24c08886dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:30.246624 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-951ffd0b-aeaf-47ab-b661-24c08886dbbd service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1254416 May 25 16:07:30.429783 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-81ba043b-80f1-4d36-bf55-27fd81ede1a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1002 time: 0.1769428 May 25 16:07:30.492173 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-ba2aedeb-6e2a-47a3-9d14-c564c570e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:30.493675 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-ba2aedeb-6e2a-47a3-9d14-c564c570e9ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0582113 May 25 16:07:30.565998 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-3a9b46f8-1602-4f6f-ae80-b2ec9314f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:30.567416 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-3a9b46f8-1602-4f6f-ae80-b2ec9314f840 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681896 May 25 16:07:30.697306 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-cbfe0fde-6133-47da-b106-7c03058b7e49 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231272 May 25 16:07:30.826107 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-2451d8cb-2d2f-4340-87e3-530d6dfef05d req-df052fcd-218c-458c-87e5-c8bcc963f5e0 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228416 May 25 16:07:31.153196 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4cea1-27d3-4627-b44e-c26fdd2886b5 req-ba1a6d8c-af0a-497d-a20a-45cd03143be2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:31.154620 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bff4cea1-27d3-4627-b44e-c26fdd2886b5 req-ba1a6d8c-af0a-497d-a20a-45cd03143be2 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0784023 May 25 16:07:31.200327 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-bff4cea1-27d3-4627-b44e-c26fdd2886b5 req-bbe054e2-03c5-40c2-bde8-347cee20068e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 May 25 16:07:32.387207 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eccd3-bbed-45c3-b28a-e8ec2773b729 req-aa12f833-af4e-4353-951a-a76c8558b6e7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:07:32.388678 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c6eccd3-bbed-45c3-b28a-e8ec2773b729 req-aa12f833-af4e-4353-951a-a76c8558b6e7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0838192 May 25 16:07:32.432479 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8c6eccd3-bbed-45c3-b28a-e8ec2773b729 req-d1f2b976-6842-40a6-af3f-40fcdf72fe71 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 May 25 16:07:34.099281 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:07:51.822101 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-d2ba094e-d45f-470b-83de-5d5477f8f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:54.124791 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-719ce6db-e308-46b0-b398-c9d72a4a55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:54.153292 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:55.233170 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:56.855796 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:07:57.887236 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:03.113804 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-06df7536-b407-477d-9d4e-be1bd357c1ba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694373 May 25 16:08:03.268379 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-e81424f0-b998-4748-bb74-4ad747c2d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:03.269739 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-e81424f0-b998-4748-bb74-4ad747c2d19b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 1099 time: 0.0727816 May 25 16:08:03.410548 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-7658f0ce-c90a-4048-bdde-4c3ecac096c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:03.411962 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-7658f0ce-c90a-4048-bdde-4c3ecac096c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1238828 May 25 16:08:03.511514 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-359d3a1a-9208-4b7b-96b7-f885631f653c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 200 len: 1002 time: 0.0933366 May 25 16:08:03.572001 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-f49ff8af-7c09-46b8-a2af-1fbbb2361e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:03.573408 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-f49ff8af-7c09-46b8-a2af-1fbbb2361e20 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0559015 May 25 16:08:03.646037 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-300a47a1-c072-4443-851c-93029219a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:03.647421 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-300a47a1-c072-4443-851c-93029219a0c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675120 May 25 16:08:03.781189 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-6e0299ac-5bf9-4633-982d-56d813acf172 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268857 May 25 16:08:03.911722 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-dcc456a1-49c6-494b-b61b-ce65a623759b req-28f9cb90-1498-4a63-a940-03dbf0ac4122 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246607 May 25 16:08:05.528869 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace398b1-1597-4d9a-b893-de8949d94751 req-3205e17d-1c97-4b7a-b0ad-d281b95d14ed tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:05.530348 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ace398b1-1597-4d9a-b893-de8949d94751 req-3205e17d-1c97-4b7a-b0ad-d281b95d14ed tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.3021090 May 25 16:08:05.574427 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ace398b1-1597-4d9a-b893-de8949d94751 req-c8a49dfb-5abb-425c-948a-0eae0ec1fa35 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 May 25 16:08:06.910246 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874883-fb38-47d9-9f9c-25efcd1cbce1 req-d6c9a91c-e4d9-485b-8c31-c7c6460a5bfb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:06.911690 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c874883-fb38-47d9-9f9c-25efcd1cbce1 req-d6c9a91c-e4d9-485b-8c31-c7c6460a5bfb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.2279029 May 25 16:08:06.956738 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7c874883-fb38-47d9-9f9c-25efcd1cbce1 req-a9472aad-9d80-443d-8c65-2ada9e96c29e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 May 25 16:08:07.287324 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-57084593-22e6-43f1-a9de-38cf9c5dff04 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:07.288694 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-57084593-22e6-43f1-a9de-38cf9c5dff04 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 946 time: 0.0779912 May 25 16:08:07.504997 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Deleting port 30311ad4-8eab-4ff9-8d01-2573af87f330 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:08:07.505335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:07.636346 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] For port 30311ad4-8eab-4ff9-8d01-2573af87f330, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=30311ad4-8eab-4ff9-8d01-2573af87f330,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:08:07.636731 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:07.922141 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:07.922422 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:07.922731 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Floating IP 2a36fb68-2cac-43a9-a6f0-4c926e124d5f disassociated. External IP: 172.28.2.219, port: 30311ad4-8eab-4ff9-8d01-2573af87f330. May 25 16:08:07.923063 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Calling delete_port for 30311ad4-8eab-4ff9-8d01-2573af87f330 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:08:08.127135 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:08.134970 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:08.187649 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'Port': ['ID=30311ad4-8eab-4ff9-8d01-2573af87f330,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:08.248881 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.249244 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.249596 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.249946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.250291 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.250635 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.250975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.251312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.251650 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.251985 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.252321 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.252680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:08.262178 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:08.354051 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83d89-ef42-4502-b141-c85ce50a28f9 req-f11d79d4-bc3f-44b3-9aac-6c987f9b9202 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:08.355507 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8ed83d89-ef42-4502-b141-c85ce50a28f9 req-f11d79d4-bc3f-44b3-9aac-6c987f9b9202 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 867 time: 0.2868459 May 25 16:08:08.427018 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8ed83d89-ef42-4502-b141-c85ce50a28f9 req-573f0a1a-f82f-4f81-a22a-5eab68567850 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=e21f44b0-99a0-4919-ac2e-8336832e19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569522 May 25 16:08:08.431350 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:08:08.618331 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:08:08.627393 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:08.639866 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:08:08.640614 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:07:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:08.696845 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] No DVR routers for this DVR port 30311ad4-8eab-4ff9-8d01-2573af87f330 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:08:08.699296 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:08.702632 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'name': 'network-vif-deleted', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:08:08.749665 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b273811-a35a-4341-a5ef-6b9283b6fda6', 'name': 'network-vif-deleted', 'tag': '30311ad4-8eab-4ff9-8d01-2573af87f330', 'status': 'completed', 'code': 200} May 25 16:08:08.808013 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-e2cf2eb8-579d-4121-8ead-5e8f9dcb16e3 req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "DELETE /v2.0/ports/30311ad4-8eab-4ff9-8d01-2573af87f330 HTTP/1.1" status: 204 len: 173 time: 1.5142004 May 25 16:08:08.843534 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:08:09.162838 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:09.167223 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:09.175365 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:08:09.175961 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:07:54Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:09.348635 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:08:09.595943 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c04a3a6c-f32d-496a-9c02-56f4148e3fe7 req-7c99cca2-22b5-40b7-bc69-6c034d63a911 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:09.610238 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 30311ad4-8eab-4ff9-8d01-2573af87f330 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:08:09.679581 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:09.684910 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8b572-d43f-482c-97ef-86f42f62ed2f None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:09.689691 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: 30311ad4-8eab-4ff9-8d01-2573af87f330 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:08:09.689691 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device 30311ad4-8eab-4ff9-8d01-2573af87f330 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:08:09.697595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-c04a3a6c-f32d-496a-9c02-56f4148e3fe7 req-7c99cca2-22b5-40b7-bc69-6c034d63a911 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:09.699346 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-c04a3a6c-f32d-496a-9c02-56f4148e3fe7 req-7c99cca2-22b5-40b7-bc69-6c034d63a911 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b273811-a35a-4341-a5ef-6b9283b6fda6 HTTP/1.1" status: 200 len: 210 time: 0.1483688 May 25 16:08:09.891181 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48936d3b-d655-42c9-bcbc-703502f34b59 None None] New status for floating IP 2a36fb68-2cac-43a9-a6f0-4c926e124d5f: DOWN {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:08:10.954349 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 32844) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:11.019154 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.047682 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.097411 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:08:11.210220 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.214633 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-cc07e7cc-b868-4df3-ac34-bea74fae36d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:11.230652 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21f44b0-99a0-4919-ac2e-8336832e19ef,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:11.238453 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.238830 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.239197 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.239560 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.239918 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.240326 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.240712 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.241067 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.241421 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.241769 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.242155 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.242496 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:11.245595 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:11.314550 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.315619 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-12a9e350-456b-421d-89d9-7dc4b50ab733 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "DELETE /v2.0/security-groups/e21f44b0-99a0-4919-ac2e-8336832e19ef HTTP/1.1" status: 204 len: 168 time: 0.3602304 May 25 16:08:11.318374 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 32848) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:11.335461 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.api.v2.resource [None req-8baff087-476d-4550-95f1-76213c184a8c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] show failed (client error): The resource could not be found. May 25 16:08:11.337477 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-8baff087-476d-4550-95f1-76213c184a8c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups/e21f44b0-99a0-4919-ac2e-8336832e19ef HTTP/1.1" status: 404 len: 347 time: 0.0180128 May 25 16:08:11.340648 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32852) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:11.645733 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Deleting port e6e84af0-57f5-425f-b9a3-8490977ce08a {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:08:11.646070 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.770161 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.770484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:11.892237 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Calling delete_port for e6e84af0-57f5-425f-b9a3-8490977ce08a owned by network:floatingip {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:08:12.098389 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:12.102509 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-cd740a44-2a07-4120-ad4e-76adbc92a3d8 tempest-TestShelveInstance-979303605 tempest-TestShelveInstance-979303605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:12.148956 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'Port': ['ID=e6e84af0-57f5-425f-b9a3-8490977ce08a,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:12.152058 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:12.245148 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:12.355821 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:12.356899 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-fc603717-6b8a-430b-ad05-3c98c0b93935 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "DELETE /v2.0/floatingips/2a36fb68-2cac-43a9-a6f0-4c926e124d5f HTTP/1.1" status: 204 len: 168 time: 1.0152733 May 25 16:08:12.831247 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32858) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:12.837202 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412181130', 'description': 'tempest-description--197336294'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:12.843028 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:12.847307 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:08:12.850128 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:08:12.855854 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:12.958779 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:12.979029 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:12.982724 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:08:12.985405 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:08:12.990947 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:13.060979 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.192849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.199251 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5f049d8c-09da-45e1-b47d-6d8912737bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:13.240249 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9370a720-63c0-4705-8833-8c48db9be475,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.243872 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:13.347825 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.349085 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-e08a41fd-401a-4adc-ae03-5691d2ec1a45 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5168593 May 25 16:08:13.352146 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32862) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:13.357328 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group_rule': {'security_group_id': '9370a720-63c0-4705-8833-8c48db9be475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:13.363070 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:13.366751 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:08:13.370361 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:08:13.375986 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:13.489980 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.549898 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.658033 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.660094 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2d3e7978-1a80-4540-975b-fb356eb05981 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:13.683059 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f538f013-09a7-4d4a-893d-cbe36f25bee2,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:13.688079 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:13.752836 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.754177 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010236 May 25 16:08:13.756730 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32866) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:13.761737 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'security_group_rule': {'security_group_id': '9370a720-63c0-4705-8833-8c48db9be475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:13.767527 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:13.771931 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:security_group_rule and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:08:13.775518 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:08:13.781550 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:13.866943 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:13.929760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.027232 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825171'] for security_group_rule, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.029265 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9ffa32ee-81ed-4bb2-a54a-483c8709f3af tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:14.057127 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e5f8e5-a3e5-4e84-bac8-cf42e4a47255,revision_number=0']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.059471 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:14.147238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.154748 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5534080e-3437-4ed0-a7d6-6c02f11ac800 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913708 May 25 16:08:14.154748 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32870) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:14.157168 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'floatingip': {'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:14.162944 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:14.167350 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Usage tracker for resource:floatingip and tenant:35f47be7245c49b88f3e5472a508a12b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:08:14.170236 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:08:14.175917 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:14.290758 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.429233 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.559710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Allocated IP 172.28.2.159 (7929061c-2c53-403a-b1e6-c377acfefcd0/35fd96b7-3113-4813-9359-35ac2e206afa/ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:14.724858 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.835505 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:14.839088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-242a5cf4-f756-4ee5-8599-304f7c9c056e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:14.905365 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Network 7929061c-2c53-403a-b1e6-c377acfefcd0 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:14.908083 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:14.911690 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:08:14.941500 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:14.966898 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:14.994695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.140069 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.424589 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.529840 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.533738 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-9429a1f3-4347-49ce-8944-81f63f512999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:15.640505 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:15.644424 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:15.653450 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.781725 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:15.782904 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5e5e5e24-7705-44a4-938e-ef30db511dcb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6299021 May 25 16:08:15.998695 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-61edbb68-c109-4b81-8a86-99ebd6bab0a7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:16.074942 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-61edbb68-c109-4b81-8a86-99ebd6bab0a7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:16.076033 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-61edbb68-c109-4b81-8a86-99ebd6bab0a7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--412181130&fields=id&tenant_id=35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 267 time: 0.1165195 May 25 16:08:16.228087 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-a65bf3dc-f88f-44b6-9906-9b58f7445358 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:16.228788 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-a65bf3dc-f88f-44b6-9906-9b58f7445358 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:network {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:16.307134 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-a65bf3dc-f88f-44b6-9906-9b58f7445358 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:network {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:16.308335 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-a65bf3dc-f88f-44b6-9906-9b58f7445358 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 811 time: 0.2257779 May 25 16:08:16.324093 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-b89a1013-9114-4800-86d1-fe075d9a10ee tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/quotas/35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 375 time: 0.0102983 May 25 16:08:16.412248 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-4257a5a6-5b48-4c16-baa0-eadd9913a36b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:16.564432 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-4257a5a6-5b48-4c16-baa0-eadd9913a36b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:16.565796 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-4257a5a6-5b48-4c16-baa0-eadd9913a36b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2368038 May 25 16:08:16.631341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-fa12cacd-99c9-40cf-a234-868104948435 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:08:16.638513 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-fa12cacd-99c9-40cf-a234-868104948435 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612257 May 25 16:08:16.770005 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-01a6b015-bc09-4a35-ba3a-388b9cd953dd service neutron] 10.222.0.64 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305225 May 25 16:08:16.901246 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-ef898c53-00bc-46f7-9d14-b4a8c4978d7c service neutron] 10.222.0.64 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255248 May 25 16:08:17.202119 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-819b6842-19c9-49ea-b3f4-3ba4fa680176 req-dcb371e7-b3bc-414a-b957-b882f16663da tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 210 time: 0.0439539 May 25 16:08:18.350310 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-edd7a007-4b8e-4e9e-8398-6a49e7dbae5b req-f1c85d95-d7a6-447a-a20f-e42637a9b209 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 210 time: 0.0432010 May 25 16:08:19.490214 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-18763490-4c71-4cd5-9de6-204675712eb3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:19.491726 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-18763490-4c71-4cd5-9de6-204675712eb3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 811 time: 0.1474142 May 25 16:08:19.505522 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-7edfe7b1-3ef8-4c8e-83c4-9c74bb618e74 req-a2f72a81-0fd3-4634-a305-3dd234479458 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 210 time: 0.0447836 May 25 16:08:19.550397 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-5aafbda6-e234-4999-b4f8-74b179ec2dbb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f47be7245c49b88f3e5472a508a12b HTTP/1.1" status: 200 len: 379 time: 0.0442863 May 25 16:08:19.559876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'port': {'device_id': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'admin_state_up': True, 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'security_groups': ['9370a720-63c0-4705-8833-8c48db9be475']}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:19.697193 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:08:19.706468 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:08:19.783799 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Made reservation on behalf of 35f47be7245c49b88f3e5472a508a12b for: {'port': 1} {{(pid=99117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:08:19.787400 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:19.957806 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_common [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Allocated IP 172.20.0.6 (6502975c-7b59-4dca-9765-f3c29e8f32d3/a1e2c2b0-4a90-4bf1-be76-4ad0719645af/e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73) {{(pid=99117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:08:20.141335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for port, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:20.161396 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Transition to ACTIVE for port object e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 will not be triggered until provisioned by entity DHCP. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:08:20.273822 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791685696202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:20.279341 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-156e9eb2-ad4b-4a63-a478-855e5eb07446 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:20.345604 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 is already hosted by enough agents. {{(pid=99117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:08:20.348979 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.base_scheduler [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Resources bound (agent type, host, resource id): {{(pid=99117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:08:20.355266 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Received port after_create {{(pid=99117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:08:20.411138 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event updated for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:20.415947 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:20.435924 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:20.436557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:20.582141 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-adae5181-732b-4b96-98d3-557aebe86ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0259044 May 25 16:08:20.598691 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-ed3f0c65-e7b4-4cda-a9c1-f1ad5bf35756 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=99117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:08:20.599639 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-ed3f0c65-e7b4-4cda-a9c1-f1ad5bf35756 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055003 May 25 16:08:20.660896 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Request body: {'port': {'device_id': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:20.667344 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-698a80db-1431-460a-8846-0f64ee83dd90 None None] Provisioning for port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 completed by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:08:20.673214 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-698a80db-1431-460a-8846-0f64ee83dd90 None None] Provisioning complete for port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 triggered by entity DHCP. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:08:20.673663 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-698a80db-1431-460a-8846-0f64ee83dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:20.733884 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-698a80db-1431-460a-8846-0f64ee83dd90 None None] Port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 cannot update to ACTIVE because it is not bound. {{(pid=99118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:08:20.889315 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8f940-ecad-44f8-92eb-e67f6395610e req-feb05f1a-e0f0-4b73-baf5-506d3b3d7d3e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:20.889994 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-7ca8f940-ecad-44f8-92eb-e67f6395610e req-feb05f1a-e0f0-4b73-baf5-506d3b3d7d3e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:20.896839 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.109352 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [req-7ca8f940-ecad-44f8-92eb-e67f6395610e req-feb05f1a-e0f0-4b73-baf5-506d3b3d7d3e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:port {{(pid=99117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:21.110474 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7ca8f940-ecad-44f8-92eb-e67f6395610e req-feb05f1a-e0f0-4b73-baf5-506d3b3d7d3e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 931 time: 0.4953072 May 25 16:08:21.192313 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-7ca8f940-ecad-44f8-92eb-e67f6395610e req-3c620504-9201-4e2b-b67e-f86593eabd4e tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697978 May 25 16:08:21.277290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 {{(pid=99117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:08:21.284394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.298560 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.provisioning_blocks [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Transition to ACTIVE for port object e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 will not be triggered until provisioned by entity L2. {{(pid=99117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:08:21.395085 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.399329 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-81471da9-569a-466e-8489-b09a272e8b39 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:21.525722 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=2']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:21.552652 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:21.633294 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Attempting to bind port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:08:21.633946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Attempting to bind port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:08:21.633946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Attempting to bind port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:08:21.638430 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:08:21.638743 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Attempting to bind port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 on network 6502975c-7b59-4dca-9765-f3c29e8f32d3 {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:08:21.643733 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Checking agent: {'id': 'b091c708-f349-4730-be37-a6020f14b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'started_at': datetime.datetime(2021, 5, 25, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:08:21.644061 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Checking segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:08:21.644441 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Bound using segment: {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'} {{(pid=99117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:08:21.644894 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.managers [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Bound port: e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02d5812-30e2-40d0-843b-9c8ac23d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3'}}] {{(pid=99117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:08:21.645232 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.736017 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, cleared binding levels {{(pid=99117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:08:21.738913 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:08:21.835375 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1238760'] for port, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.839801 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-fd7eb1ac-156f-4ee9-bfbd-179ef6f35245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:21.872996 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9f6245b7-2ec3-46a8-b6af-ee35dce10b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.900974 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:21.901527 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:21.903734 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] 10.222.0.68 "PUT /v2.0/ports/e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 HTTP/1.1" status: 200 len: 1093 time: 1.2981024 May 25 16:08:21.906404 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:08:21.928557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=3']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:21.931761 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:21.953299 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'status': 'completed', 'code': 200} May 25 16:08:22.067787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-854ad0e3-1ad0-4e2c-921b-22528ce04e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.069311 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-854ad0e3-1ad0-4e2c-921b-22528ce04e0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 1096 time: 0.0750463 May 25 16:08:22.219850 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-f22b671d-60db-4d80-8033-e0ce2a12bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.221596 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-f22b671d-60db-4d80-8033-e0ce2a12bd34 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=35f47be7245c49b88f3e5472a508a12b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1399629 May 25 16:08:22.417469 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-2a4a7660-00c2-43d3-8612-f2b46e86ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.418917 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-0fb9bad5-3136-4017-b4ca-c8cf3817db64 req-2a4a7660-00c2-43d3-8612-f2b46e86ec0d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913972 May 25 16:08:22.430773 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9cf44-b086-48a1-be1c-76ac37f0f840 req-1ae8415b-f774-4728-8dbe-b5f6856f6bb4 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.432156 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-daf9cf44-b086-48a1-be1c-76ac37f0f840 req-1ae8415b-f774-4728-8dbe-b5f6856f6bb4 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 943 time: 0.1346612 May 25 16:08:22.518853 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-daf9cf44-b086-48a1-be1c-76ac37f0f840 req-cb6b57c4-021d-4409-b7b2-d4c4670dad40 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808671 May 25 16:08:22.549621 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-0588532e-2cef-41e4-8116-a1a341a790b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.551052 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-0588532e-2cef-41e4-8116-a1a341a790b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 1096 time: 0.0766752 May 25 16:08:22.626364 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-ef84d86d-f0d5-4daf-af91-1a3c8edb8e03 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 HTTP/1.1" status: 200 len: 217 time: 0.0630844 May 25 16:08:22.687680 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-453c1653-d83a-4561-8c11-2da0292b464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.689006 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-453c1653-d83a-4561-8c11-2da0292b464f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0569427 May 25 16:08:22.763783 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-e9010768-ec2d-4e48-91d2-caf5ac019c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:22.765275 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-e9010768-ec2d-4e48-91d2-caf5ac019c2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705132 May 25 16:08:22.985284 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-4206acb3-544a-4c1e-9398-62a0e68fab47 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139513 May 25 16:08:23.115958 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-b5b684e3-6de5-40d0-97a9-0e155c5986de req-78c61675-22a8-4a88-a3d6-f6ff299b64b6 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249101 May 25 16:08:23.709854 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e110281-4f2b-4008-bc59-b057938d22fb req-e99c5f34-c563-40a8-adab-0bb7a3464ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:23.711831 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5e110281-4f2b-4008-bc59-b057938d22fb req-e99c5f34-c563-40a8-adab-0bb7a3464ddb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 943 time: 0.0820804 May 25 16:08:23.755272 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-5e110281-4f2b-4008-bc59-b057938d22fb req-62ed47cb-2098-45b0-8038-afc7a64904ba tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Synchronizing usage tracker for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:08:23.766856 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [req-5e110281-4f2b-4008-bc59-b057938d22fb req-62ed47cb-2098-45b0-8038-afc7a64904ba tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Unset dirty status for tenant:35f47be7245c49b88f3e5472a508a12b on resource:security_group {{(pid=99116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:08:23.767970 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-5e110281-4f2b-4008-bc59-b057938d22fb req-62ed47cb-2098-45b0-8038-afc7a64904ba tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506883 May 25 16:08:24.118703 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae765-26cd-420f-a684-d1fa93411a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:24.155002 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:24.950472 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14dd86-8a0d-4dad-b8d6-a209689231c1 req-dcb7da96-7bba-4325-8063-ecc6545ff421 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:24.951914 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3e14dd86-8a0d-4dad-b8d6-a209689231c1 req-dcb7da96-7bba-4325-8063-ecc6545ff421 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 943 time: 0.0795808 May 25 16:08:24.995828 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3e14dd86-8a0d-4dad-b8d6-a209689231c1 req-26f940d1-91b0-4c29-9f23-9a8b7fa37757 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382242 May 25 16:08:25.223311 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:25.703876 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=99118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:08:25.834577 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:08:25.847929 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Returning: {'device': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'port_id': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'mac_address': 'fa:16:3e:1c:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:08:25.906897 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:25.923127 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 {{(pid=99118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:08:25.938584 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:08:26.040575 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:26.042347 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-162d1da2-cd34-4d6d-804a-5fafacc8ba86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:26.107988 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=4']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:26.115106 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.115479 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.115826 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.116156 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.116993 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.117329 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.117651 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.117967 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.118287 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.118604 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.118919 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.119235 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:08:26.122960 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:26.178670 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7f85-179a-426b-8369-32ea88707fc8 req-b78dc0df-4dc2-4e77-b568-b0d06786e28f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:26.180674 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e80e7f85-179a-426b-8369-32ea88707fc8 req-b78dc0df-4dc2-4e77-b568-b0d06786e28f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 944 time: 0.0794444 May 25 16:08:26.228621 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-e80e7f85-179a-426b-8369-32ea88707fc8 req-b3cfa6ac-2df3-4a66-aea2-02870a43e343 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 May 25 16:08:26.367404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] get_ports_and_sgs() called for port_ids ['e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'] {{(pid=99118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:08:26.853086 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:27.422557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90999-6173-4f06-975f-da22a001c69e req-74afb153-37ab-46fb-b319-7b10aeda6103 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:27.423985 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3cb90999-6173-4f06-975f-da22a001c69e req-74afb153-37ab-46fb-b319-7b10aeda6103 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 944 time: 0.0830395 May 25 16:08:27.467850 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-3cb90999-6173-4f06-975f-da22a001c69e req-a66c43b3-9c54-4ba8-99ea-3bd48929bfd7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 May 25 16:08:27.704657 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 up at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:08:27.838549 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning for port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 completed by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:08:27.842862 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.provisioning_blocks [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Provisioning complete for port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 triggered by entity L2. {{(pid=99118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:08:27.845823 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-625210'] for port, provisioning_complete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:27.934532 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:27.957489 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613388'] for port, before_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:27.983964 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'}] {{(pid=99118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:08:27.994224 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:08:28.027145 dv-cinder-791240-3-smb neutron-server[99118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'code': 200} May 25 16:08:28.098318 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791686080404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791685696220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791685697293'] for port, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:28.102926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:08:28.174122 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Pushing event updated for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=5']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:08:28.177269 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:08:28.420407 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f9e4-5b23-40d1-a5f0-4d0149dbe77c req-3fede676-3d0a-4fed-be71-8577098810a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:28.421912 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ae66f9e4-5b23-40d1-a5f0-4d0149dbe77c req-3fede676-3d0a-4fed-be71-8577098810a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 1098 time: 0.0709193 May 25 16:08:28.467674 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-ae66f9e4-5b23-40d1-a5f0-4d0149dbe77c req-ece0b160-758a-47fd-a633-57375b5e6aa3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 May 25 16:08:28.655626 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa4133-a293-447e-84a6-f69ede87d883 req-0ee0b612-9216-4434-a1e1-b2b389659892 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:28.657086 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d9aa4133-a293-447e-84a6-f69ede87d883 req-0ee0b612-9216-4434-a1e1-b2b389659892 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0858302 May 25 16:08:28.701274 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d9aa4133-a293-447e-84a6-f69ede87d883 req-1aaf1ed5-c716-4080-94aa-53592b24d22f tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383973 May 25 16:08:29.889279 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b300-ce08-4887-a9a1-35c1c75bc419 req-76fef5ca-45af-46e8-baf7-e46f473930e9 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:29.890760 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b16b300-ce08-4887-a9a1-35c1c75bc419 req-76fef5ca-45af-46e8-baf7-e46f473930e9 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0794356 May 25 16:08:29.935606 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-2b16b300-ce08-4887-a9a1-35c1c75bc419 req-83774c1c-aeab-4761-a7a7-e4c0d7002642 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 May 25 16:08:30.111335 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b7e6-6a00-404c-8685-d9f693a93de4 req-0d61e357-1ded-4e5d-954f-ab68733998d7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:30.112787 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-92a8b7e6-6a00-404c-8685-d9f693a93de4 req-0d61e357-1ded-4e5d-954f-ab68733998d7 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0785933 May 25 16:08:30.121578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 32930) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:08:30.126508 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.v2.base [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Request body: {'floatingip': {'port_id': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'}} {{(pid=99117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:08:30.205309 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, before_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.792624 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:30.886408 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:31.139891 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Floating IP 407ce900-b959-42ef-ad31-0fe3cd73e6ef associated. External IP: 172.28.2.159, port: e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73. May 25 16:08:31.486485 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:08:31.662998 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:08:31.667409 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:31.672849 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:08:31.686237 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:08:31.686843 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:08:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:31.722265 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f4c65345-cd1e-4502-8cf4-873cffd63066 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "PUT /v2.0/floatingips/407ce900-b959-42ef-ad31-0fe3cd73e6ef HTTP/1.1" status: 200 len: 991 time: 1.5996611 May 25 16:08:31.722946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:08:31.777464 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'status': 'completed', 'code': 200} May 25 16:08:31.869566 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:08:31.900933 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412466-111f-4241-ac91-6264ca29fe87 req-d0f15b7d-c6f1-4cd0-8853-9e927abd90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:31.902411 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-d0f15b7d-c6f1-4cd0-8853-9e927abd90e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 1098 time: 0.0777829 May 25 16:08:32.038875 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412466-111f-4241-ac91-6264ca29fe87 req-e66fb893-265a-4f58-bfea-04dad4cad753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:32.040227 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-e66fb893-265a-4f58-bfea-04dad4cad753 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1314058 May 25 16:08:32.139534 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-209c59e3-16b7-4977-aded-125c0a6debfb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 HTTP/1.1" status: 200 len: 999 time: 0.0929749 May 25 16:08:32.204862 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412466-111f-4241-ac91-6264ca29fe87 req-3f3f7f93-cd22-4b7e-aa78-b461d1fdbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:32.206295 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-3f3f7f93-cd22-4b7e-aa78-b461d1fdbb5c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0607836 May 25 16:08:32.237628 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '407ce900-b959-42ef-ad31-0fe3cd73e6ef', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:1c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:08:14Z', 'updated_at': '2021-05-25T16:08:30Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:32.241416 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:08:32.250007 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:08:32.250611 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:08:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:32.279354 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412466-111f-4241-ac91-6264ca29fe87 req-017fcdec-7899-4086-b0a0-3954362dd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:08:32.280823 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-017fcdec-7899-4086-b0a0-3954362dd71a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689840 May 25 16:08:32.410780 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-685efb6c-3651-48ff-9277-182a62eeea6a service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238151 May 25 16:08:32.426485 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:08:32.643194 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-74412466-111f-4241-ac91-6264ca29fe87 req-12624b0b-844f-49da-bc91-4f863ffd1d0c service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266552 May 25 16:08:32.774605 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '407ce900-b959-42ef-ad31-0fe3cd73e6ef', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:1c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:08:14Z', 'updated_at': '2021-05-25T16:08:30Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:08:32.779015 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f903295-6296-4dc2-b401-b66e27234fd6 None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_floatingips': [{'id': '407ce900-b959-42ef-ad31-0fe3cd73e6ef', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'router_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'port_id': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'mac_address': 'fa:16:3e:1c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:08:14Z', 'updated_at': '2021-05-25T16:08:30Z', 'revision_number': 1, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:08:32.979489 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b491a-eec8-44e6-8d9b-e1fca3a7d606 None None] New status for floating IP 407ce900-b959-42ef-ad31-0fe3cd73e6ef: ACTIVE {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:08:48.097545 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:08:51.851712 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-8f693085-78a9-4f95-8301-002a9c92c1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:54.108404 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-03afd132-88c7-4535-8441-a0f5c52e5ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:54.142494 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:55.222478 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:56.868010 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:08:57.923851 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:03.162297 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-383f6986-c2b4-4793-a309-1da7311d055e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721478 May 25 16:09:03.320840 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293b00-9e55-469f-896f-738eeeeb315d req-12c5b0be-8586-4c12-9e0c-2b705a8ee5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:03.322279 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-12c5b0be-8586-4c12-9e0c-2b705a8ee5ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f47be7245c49b88f3e5472a508a12b&device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 1098 time: 0.0693331 May 25 16:09:03.465276 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293b00-9e55-469f-896f-738eeeeb315d req-c572f55a-5d27-44ea-a2da-84e8c0a82050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:03.466608 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-c572f55a-5d27-44ea-a2da-84e8c0a82050 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 200 len: 912 time: 0.1259825 May 25 16:09:03.571032 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-377b52b7-a310-4d5c-ba72-c341a35b5502 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 HTTP/1.1" status: 200 len: 1001 time: 0.0966806 May 25 16:09:03.635660 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293b00-9e55-469f-896f-738eeeeb315d req-3d48b1e0-78f0-440a-925c-b7b4025a3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:03.637067 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-3d48b1e0-78f0-440a-925c-b7b4025a3e31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 200 len: 850 time: 0.0594082 May 25 16:09:03.718253 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293b00-9e55-469f-896f-738eeeeb315d req-09ae05e9-50a5-416a-8ae7-b53a26e5cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:03.719866 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-09ae05e9-50a5-416a-8ae7-b53a26e5cbca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6502975c-7b59-4dca-9765-f3c29e8f32d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760930 May 25 16:09:03.850120 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-b3031dd8-2d80-4702-8990-e18b509123c6 service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233947 May 25 16:09:03.981048 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-9c293b00-9e55-469f-896f-738eeeeb315d req-899c4e71-4b62-457c-b5cc-10ca190a9d0d service neutron] 10.222.0.68 "GET /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255672 May 25 16:09:21.821714 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-35c0ef61-b960-4a68-a31c-0a0da98f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:24.113511 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e84edde5-cd61-4bf5-8854-dc33e7210e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:24.152988 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:25.096149 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:09:25.256761 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c1e0e-0de0-491e-afb2-0729a4985089 req-81dbca21-1f2d-4bff-a04a-8b5b5a5e30ea tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:25.258193 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ac2c1e0e-0de0-491e-afb2-0729a4985089 req-81dbca21-1f2d-4bff-a04a-8b5b5a5e30ea tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0849576 May 25 16:09:25.273200 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:25.301304 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ac2c1e0e-0de0-491e-afb2-0729a4985089 req-fbc0357a-dc5a-468b-9a91-38ceb5b0af05 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 May 25 16:09:26.485908 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61c76-f8ea-48cc-adb0-089ea1e3799d req-2120772c-5b69-479f-b950-363dc80d0d70 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:26.487375 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7d61c76-f8ea-48cc-adb0-089ea1e3799d req-2120772c-5b69-479f-b950-363dc80d0d70 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0791566 May 25 16:09:26.534982 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-d7d61c76-f8ea-48cc-adb0-089ea1e3799d req-6fc4eaa2-28d3-491f-be5c-2e8d00987135 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 May 25 16:09:26.855840 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.117394 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-9f338d01-6abd-48df-8494-579dba3f22df tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:27.118720 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-9f338d01-6abd-48df-8494-579dba3f22df tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0793748 May 25 16:09:27.258674 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Deleting port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:27.259013 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.390356 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] For port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:09:27.390715 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.725056 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc21272-7d4b-4d15-aa56-911c0e300532 req-822aef6d-cf65-4b0b-a3a9-90226582e07c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:09:27.726443 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ecc21272-7d4b-4d15-aa56-911c0e300532 req-822aef6d-cf65-4b0b-a3a9-90226582e07c tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 945 time: 0.0824795 May 25 16:09:27.771237 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-ecc21272-7d4b-4d15-aa56-911c0e300532 req-4dbbb965-335a-41d2-880a-6807d384b745 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups?id=9370a720-63c0-4705-8833-8c48db9be475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 May 25 16:09:27.776645 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.777151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926425'] for floatingip, after_update {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.777312 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.db.l3_db [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Floating IP 407ce900-b959-42ef-ad31-0fe3cd73e6ef disassociated. External IP: 172.28.2.159, port: e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73. May 25 16:09:27.777646 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Calling delete_port for e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 owned by compute:nova {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:27.918654 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.987189 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:27.992714 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-d4a9a510-8ea7-46bf-b68f-c77aa6cfca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:28.037763 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'Port': ['ID=e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:28.048170 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.048558 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.048926 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.049283 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.049640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.049991 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.050339 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.050677 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.051022 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.051382 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.051710 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.052428 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:28.055869 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:28.240090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:09:28.428827 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:09:28.438610 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:09:28.449933 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:09:28.450635 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:09:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:28.505384 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] No DVR routers for this DVR port e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 on host hv-cinder-79124 {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:09:28.508117 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for port, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:28.512296 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'name': 'network-vif-deleted', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73'}] {{(pid=99117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:09:28.622328 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b18e2-b97d-4408-9bdc-695c76b8958f', 'name': 'network-vif-deleted', 'tag': 'e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73', 'status': 'completed', 'code': 200} May 25 16:09:28.637580 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:09:28.644079 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [req-8a0717a1-d5ab-47c9-ba8a-e4f1af6d1de1 req-a7c2ce33-84f5-4fb8-ac77-508dbc221fa3 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.68 "DELETE /v2.0/ports/e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 HTTP/1.1" status: 204 len: 173 time: 1.5196257 May 25 16:09:28.937127 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [req-b625a21c-2217-44ad-8986-346693322524 req-a5d9465f-fb36-418e-866b-bd2d34482268 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54b18e2-b97d-4408-9bdc-695c76b8958f HTTP/1.1" status: 200 len: 210 time: 0.0499659 May 25 16:09:28.982592 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:28.986295 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:09:28.994264 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:09:28.994847 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:09:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:29.166674 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:09:29.476596 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:29.480549 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b97c8-9fb6-4c31-a90d-395669510442 None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:05:13Z', 'revision_number': 4, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb', '_interfaces': [{'id': '870e7c72-c3f2-4a01-8a58-92b62df176a0', 'name': '', 'network_id': '6502975c-7b59-4dca-9765-f3c29e8f32d3', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'mac_address': 'fa:16:3e:53:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:11Z', 'updated_at': '2021-05-25T16:05:18Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'subnets': [{'id': 'a1e2c2b0-4a90-4bf1-be76-4ad0719645af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:09:29.683388 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5c208-5efd-459b-a739-af837e157718 None None] New status for floating IP 407ce900-b959-42ef-ad31-0fe3cd73e6ef: DOWN {{(pid=99118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:09:30.000076 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:09:30.034937 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] No Port match for: e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:09:30.035135 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Device e3c5c75f-5bf0-478a-bc4e-305d9b3ddc73 not bound to the agent host hv-cinder-79124 {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:09:30.176410 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33108) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:30.243877 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.270903 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.403910 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.408911 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-455a411c-4b8d-49a1-81b6-d58f2e1cb6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:30.424164 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370a720-63c0-4705-8833-8c48db9be475,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:30.426751 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:30.500681 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.502009 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "DELETE /v2.0/security-groups/9370a720-63c0-4705-8833-8c48db9be475 HTTP/1.1" status: 204 len: 168 time: 0.3238823 May 25 16:09:30.504436 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33112) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:30.520826 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.api.v2.resource [None req-5518fe5b-6835-46a0-a189-0d9246fcf0fb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] show failed (client error): The resource could not be found. May 25 16:09:30.521910 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5518fe5b-6835-46a0-a189-0d9246fcf0fb tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "GET /v2.0/security-groups/9370a720-63c0-4705-8833-8c48db9be475 HTTP/1.1" status: 404 len: 347 time: 0.0164707 May 25 16:09:30.524466 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33116) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:30.739216 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Deleting port ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:30.739554 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.856360 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.856641 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:30.977844 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Calling delete_port for ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4 owned by network:floatingip {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:31.158199 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:31.161946 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-87b0bb9e-3430-476e-8197-d7180be73fe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:31.297744 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Pushing event deleted for resources: {'Port': ['ID=ce8e267b-0cf5-44f1-b8c9-5d3c09d811d4,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:31.323484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:31.387467 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks [] for floatingip, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:31.400860 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76245'] for floatingip, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:31.401978 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-25ef9ab8-adbd-4985-bd90-da3fdda14878 tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] 10.222.0.64 "DELETE /v2.0/floatingips/407ce900-b959-42ef-ad31-0fe3cd73e6ef HTTP/1.1" status: 204 len: 168 time: 0.8766451 May 25 16:09:36.010813 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33146) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:36.572890 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1925419'] for router_interface, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:37.079499 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Deleting port 870e7c72-c3f2-4a01-8a58-92b62df176a0 {{(pid=99116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:37.080180 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:37.198810 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.db [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] For port 870e7c72-c3f2-4a01-8a58-92b62df176a0, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=870e7c72-c3f2-4a01-8a58-92b62df176a0,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:09:37.199166 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:37.323837 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.plugins.ml2.plugin [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Calling delete_port for 870e7c72-c3f2-4a01-8a58-92b62df176a0 owned by network:router_interface {{(pid=99116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:37.552604 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6488672'] for port, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:37.556503 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5baf52e9-fd40-44db-a02d-31be427457d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:37.603908 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=870e7c72-c3f2-4a01-8a58-92b62df176a0,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:37.646662 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.647045 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.647419 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.647788 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.648147 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.648508 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.648890 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.649249 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.649602 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.649954 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.650307 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.650657 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:37.678425 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:37.880181 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1927611'] for router_interface, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:38.231278 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Router 494e19d5-17f7-43d0-9980-c752b30a2214 has already been hosted by L3 agent 6fcc48fe-7cac-4781-8cd7-0ef6630f2b60 {{(pid=99116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:09:38.513491 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-smb the message routers_updated {{(pid=99116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:09:38.522715 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Sync routers for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:09:38.527328 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6f114bfd-73bb-4f88-bf24-fdec1d165c79 admin admin] 10.222.0.64 "PUT /v2.0/routers/494e19d5-17f7-43d0-9980-c752b30a2214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5142336 May 25 16:09:38.528759 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33150) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:38.532455 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:09:38.533175 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:09:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:38.706647 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks [] for router, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:38.708029 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: dv-cinder-791240-3-smb {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:09:38.887685 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:38.988502 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'external_fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:09:37Z', 'revision_number': 5, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port': {'id': 'c91a633e-ce85-46c1-b420-1b391dceaecc', 'name': '', 'network_id': '7929061c-2c53-403a-b1e6-c377acfefcd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:05:08Z', 'updated_at': '2021-05-25T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35fd96b7-3113-4813-9359-35ac2e206afa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-smb'}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:38.992867 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Checking router: 494e19d5-17f7-43d0-9980-c752b30a2214 for host: dv-cinder-791240-3-smb {{(pid=99119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:09:39.000948 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Routers {'494e19d5-17f7-43d0-9980-c752b30a2214'} bound to L3 agent in host dv-cinder-791240-3-smb {{(pid=99119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:09:39.001531 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:49:24Z,description=,heartbeat_timestamp=2021-05-25T16:09:24Z,host='dv-cinder-791240-3-smb',id=6fcc48fe-7cac-4781-8cd7-0ef6630f2b60,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:49:25Z,topic='l3_agent')) {'router_ids': ['494e19d5-17f7-43d0-9980-c752b30a2214'], 'active': True} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:39.061489 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Deleting port c91a633e-ce85-46c1-b420-1b391dceaecc {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:39.061827 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.147569 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_dvr_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] Set router 494e19d5-17f7-43d0-9980-c752b30a2214 gateway port host: None {{(pid=99119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:09:39.183656 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] For port c91a633e-ce85-46c1-b420-1b391dceaecc, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=c91a633e-ce85-46c1-b420-1b391dceaecc,segment=NetworkSegment(d274eeda-0492-440c-a412-ca561345e5c2),segment_id=d274eeda-0492-440c-a412-ca561345e5c2)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:09:39.184007 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.289523 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.l3_hamode_db [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:09:38Z', 'revision_number': 6, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port_host': None}], 'dv-cinder-791240-3-smb', False) {} {{(pid=99119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:39.293466 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4deed-1936-446f-9d85-795ab5e39bb1 None None] The sync data for ids ['494e19d5-17f7-43d0-9980-c752b30a2214'] in dv-cinder-791240-3-smb is: [{'id': '494e19d5-17f7-43d0-9980-c752b30a2214', 'name': 'tempest-AttachVolumeTestJSON-1919264828-router', 'tenant_id': '35f47be7245c49b88f3e5472a508a12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:05:07Z', 'updated_at': '2021-05-25T16:09:38Z', 'revision_number': 6, 'project_id': '35f47be7245c49b88f3e5472a508a12b', 'gw_port_host': None}] {{(pid=99119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:09:39.325364 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Calling delete_port for c91a633e-ce85-46c1-b420-1b391dceaecc owned by network:router_gateway {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:39.541032 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.544945 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-058c5051-e5b4-4e13-8217-8225becbe7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:39.591457 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Pushing event deleted for resources: {'Port': ['ID=c91a633e-ce85-46c1-b420-1b391dceaecc,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:39.594717 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:39.686343 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1926454'] for router_gateway, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.859488 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1928891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6723'] for router, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.861557 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.969209 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1927303'] for router, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.969655 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494e19d5-17f7-43d0-9980-c752b30a2214 {{(pid=99117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:09:39.983099 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] Notify callbacks [] for router, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:39.984243 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a44f1092-e0df-4bf8-a74a-52f2f59086df admin admin] 10.222.0.64 "DELETE /v2.0/routers/494e19d5-17f7-43d0-9980-c752b30a2214 HTTP/1.1" status: 204 len: 168 time: 1.4545214 May 25 16:09:39.986794 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33154) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:40.146212 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Deleting subnet a1e2c2b0-4a90-4bf1-be76-4ad0719645af {{(pid=99117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:09:40.149122 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.198927 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333955'] for subnet, precommit_delete_associations {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.280455 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638400'] for subnet, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.620999 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-637301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8220438'] for subnet, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.625242 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:40.666169 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e2c2b0-4a90-4bf1-be76-4ad0719645af,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:40.669419 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:40.673578 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for subnet, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.680687 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315d753-8c4c-4450-a7c6-bc3d45935b42 None None] Network 6502975c-7b59-4dca-9765-f3c29e8f32d3 requested from dv-cinder-791240-3-smb {{(pid=99118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:09:40.681364 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c5dabad4-0be6-4ada-9eca-251fb1b64a51 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a1e2c2b0-4a90-4bf1-be76-4ad0719645af HTTP/1.1" status: 204 len: 168 time: 0.6926298 May 25 16:09:40.683005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33158) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:40.750186 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c91a633e-ce85-46c1-b420-1b391dceaecc no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:09:40.788625 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639668'] for network, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.797478 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: c91a633e-ce85-46c1-b420-1b391dceaecc {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:09:40.797828 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device c91a633e-ce85-46c1-b420-1b391dceaecc not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:09:40.798231 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 870e7c72-c3f2-4a01-8a58-92b62df176a0 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:09:40.838407 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: 870e7c72-c3f2-4a01-8a58-92b62df176a0 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:09:40.838750 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device 870e7c72-c3f2-4a01-8a58-92b62df176a0 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:09:40.863316 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Deleting port d05da941-a867-43e5-a8dc-fd32ff8cd701 {{(pid=99117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:40.864201 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:40.969475 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.db [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] For port d05da941-a867-43e5-a8dc-fd32ff8cd701, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d05da941-a867-43e5-a8dc-fd32ff8cd701,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:09:40.969835 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.009747 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] DHCP port deletion for 6502975c-7b59-4dca-9765-f3c29e8f32d3 request from dv-cinder-791240-3-smb {{(pid=99118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:09:41.076743 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Deleting port d05da941-a867-43e5-a8dc-fd32ff8cd701 {{(pid=99118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:09:41.077033 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791686078019'] for port, before_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.096293 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.plugin [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Calling delete_port for d05da941-a867-43e5-a8dc-fd32ff8cd701 owned by network:dhcp {{(pid=99117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:41.172335 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.db [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] For port d05da941-a867-43e5-a8dc-fd32ff8cd701, host dv-cinder-791240-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-smb',level=0,port_id=d05da941-a867-43e5-a8dc-fd32ff8cd701,segment=NetworkSegment(a02d5812-30e2-40d0-843b-9c8ac23d0700),segment_id=a02d5812-30e2-40d0-843b-9c8ac23d0700)] {{(pid=99118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:09:41.172755 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1926906'] for port, precommit_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.226567 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1238753'] for port, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.230476 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-17b8ea53-ea39-4ce3-898c-7cbb7f79b6ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:41.275339 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d05da941-a867-43e5-a8dc-fd32ff8cd701,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.278805 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:41.281169 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] No DVR routers for this DVR port d05da941-a867-43e5-a8dc-fd32ff8cd701 on host dv-cinder-791240-3-smb {{(pid=99117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:09:41.297716 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Calling delete_port for d05da941-a867-43e5-a8dc-fd32ff8cd701 owned by network:dhcp {{(pid=99118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:09:41.351809 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791686080422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791685696211'] for port, after_delete {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.355226 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:41.397390 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635471', 'neutron.services.segments.db._delete_segments_for_network-8791686140892'] for network, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.398091 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Pushing event deleted for resources: {'Port': ['ID=d05da941-a867-43e5-a8dc-fd32ff8cd701,revision_number=None']} {{(pid=99118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.400377 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] No DVR routers for this DVR port d05da941-a867-43e5-a8dc-fd32ff8cd701 on host dv-cinder-791240-3-smb {{(pid=99118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:09:41.412008 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.412352 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.412728 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.413067 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.413396 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.413725 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.414050 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.414486 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.414821 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.415139 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.415457 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.415576 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6502975c-7b59-4dca-9765-f3c29e8f32d3']}} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:41.415777 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:09:41.418837 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG oslo_concurrency.lockutils [None req-7cbbca48-4945-4372-b0e3-009132ef3cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:41.428459 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02d5812-30e2-40d0-843b-9c8ac23d0700') {'for_net_delete': True} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:41.428784 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.services.segments.db [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02d5812-30e2-40d0-843b-9c8ac23d0700') {} {{(pid=99117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:09:41.439792 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791686150045', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333960'] for segment, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.455170 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055'] for segment, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.461255 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=99117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:09:41.461634 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1238708'] for segment, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: Traceback (most recent call last): May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: timer() May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: cb(*args, **kw) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: return func(*args, **kwargs) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: self._notify() May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: self.callback(batched_events) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: event.method(event) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: return f(self, *a, **k) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: return self._get(url).json() May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: return self.request(url, 'GET', **kwargs) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:09:41.475250 dv-cinder-791240-3-smb neutron-server[99117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:09:41.643604 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1825072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1926443'] for network, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.647738 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:41.661177 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585101'] for network, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:41.671150 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6502975c-7b59-4dca-9765-f3c29e8f32d3,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:41.674243 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:41.770803 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-2555b16d-0baa-4079-ab2f-c51d8780a0ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/6502975c-7b59-4dca-9765-f3c29e8f32d3 HTTP/1.1" status: 204 len: 168 time: 1.0861647 May 25 16:09:42.273817 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33164) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:42.321955 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-4fd5dbd0-399e-48dd-8326-0dc2b18e9cea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35f47be7245c49b88f3e5472a508a12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468695 May 25 16:09:42.324272 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33168) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:42.382522 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:42.408378 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:42.586616 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:42.590342 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-e8860933-c9f5-4296-997a-533518850ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:42.603145 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff4026-d2fb-453e-9726-4c79daadc40c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:42.605546 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:42.613190 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:42.614845 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-1fcfc55e-610f-4f75-ae7d-771c94b94b6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3eff4026-d2fb-453e-9726-4c79daadc40c HTTP/1.1" status: 204 len: 168 time: 0.2893996 May 25 16:09:42.730727 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d05da941-a867-43e5-a8dc-fd32ff8cd701 no longer exists at agent ovs-agent-dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:09:42.766870 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.plugin [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] No Port match for: d05da941-a867-43e5-a8dc-fd32ff8cd701 {{(pid=99118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:09:42.767203 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron.plugins.ml2.rpc [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Device d05da941-a867-43e5-a8dc-fd32ff8cd701 not bound to the agent host dv-cinder-791240-3-smb {{(pid=99118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:09:45.268174 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33210) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:45.388460 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.402373 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:09:45.406128 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Usage tracker for resource:security_group_rule and tenant:0352e183842c480ebcbee5f7ecd5b9d0 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:09:45.408879 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:09:45.414512 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:09:45.494090 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.586522 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.594098 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-161c7d4c-517d-46fe-a289-a2284f9da122 tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:45.634151 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0a8fb-a656-4e47-b108-7b101368030c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:45.638206 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0352e183842c480ebcbee5f7ecd5b9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689778 May 25 16:09:45.639224 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:45.640770 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33216) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:45.698290 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.723584 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.861039 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.865297 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b3399d67-5589-46cc-a458-cfdd244d95dd tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:45.959998 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0a8fb-a656-4e47-b108-7b101368030c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:45.963644 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:45.967129 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:45.968634 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56c0a8fb-a656-4e47-b108-7b101368030c HTTP/1.1" status: 204 len: 168 time: 0.3265073 May 25 16:09:46.971054 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33224) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:46.989088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.003112 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:09:47.008195 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Usage tracker for resource:security_group_rule and tenant:158b9a83e905441f966409f76653cd70 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:09:47.011045 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:09:47.016715 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:09:47.096212 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.232234 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.239484 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-43c046df-6588-4bef-b381-dab150b66e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:47.279857 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=158b9a83e905441f966409f76653cd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077726 May 25 16:09:47.280641 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9e02f-d631-4d8c-852b-f4a9f30828c0,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:47.283273 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33228) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:47.283734 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c398e619-2468-4438-8e65-2b8149354337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:47.341730 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.369020 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.535936 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.539899 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-a99a0eca-2eaa-466f-afc2-c4aca0ce0ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:47.551891 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9e02f-d631-4d8c-852b-f4a9f30828c0,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:47.555254 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:47.558663 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:47.563123 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-5dc377ff-ef0d-4812-bc3c-720977f7b1da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70d9e02f-d631-4d8c-852b-f4a9f30828c0 HTTP/1.1" status: 204 len: 168 time: 0.2788391 May 25 16:09:51.887326 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9882-b1f2-44c2-bb1e-19483d9a5ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.151802 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e320-e946-44d0-9ffb-c1e7f0001919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.174546 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.407017 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33364) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:54.522130 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.536846 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:09:54.540638 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Usage tracker for resource:security_group_rule and tenant:c2d8e5dc57c047debf0f9dec6bc45e13 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:09:54.544547 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:09:54.551731 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:09:54.640238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.740279 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.746861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-525bf64b-fda3-40f7-884c-49663b1b5cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:54.786437 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b01ae6-28a0-4a55-b29c-f21f396708cb,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:54.790877 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2d8e5dc57c047debf0f9dec6bc45e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826487 May 25 16:09:54.791521 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5516edc1-1136-4eda-912f-cb49f3b32e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:54.793217 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33370) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:54.850856 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:54.875774 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.003521 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.008876 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f7d6c9b3-9678-4a58-aa8b-137eba717173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:55.021676 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b01ae6-28a0-4a55-b29c-f21f396708cb,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:55.024448 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:55.031940 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.033065 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-81b0eea0-0ac8-4ebf-95d0-19df877e11d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59b01ae6-28a0-4a55-b29c-f21f396708cb HTTP/1.1" status: 204 len: 168 time: 0.2389660 May 25 16:09:55.277283 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.799684 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33378) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:55.818869 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:55.837147 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:09:55.840988 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Usage tracker for resource:security_group_rule and tenant:af8502842acc43b3aa27c4cc6e985750 is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:09:55.843975 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:09:55.850722 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:09:55.929872 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.003120 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.010503 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-6c182e51-40a5-41bf-96e7-051a7fe31f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:56.050667 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059115ba-1c77-4f7e-a4a9-1d8862bc587c,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:56.054933 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af8502842acc43b3aa27c4cc6e985750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542207 May 25 16:09:56.055787 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:56.057640 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33382) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:09:56.115443 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.140300 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.335005 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.338812 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-c9a5877f-c12d-49c4-8a4d-4e559972b6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:09:56.353561 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059115ba-1c77-4f7e-a4a9-1d8862bc587c,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:09:56.357088 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:09:56.397359 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:56.397359 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-f32211d2-4843-4ccf-8126-344ed953cfe5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/059115ba-1c77-4f7e-a4a9-1d8862bc587c HTTP/1.1" status: 204 len: 168 time: 0.3031552 May 25 16:09:56.906312 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:09:57.951830 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:02.095538 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:10:07.836227 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33468) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:07.980353 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:07.994611 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:07.998380 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6c9c4db1524b4aa1f1b0cdc35f219a is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:08.001156 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:08.006785 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:08.087538 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.168480 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.177370 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-4c06deb0-6fa2-492d-9745-6a1024e13e0b tempest-AttachVolumeTestJSON-690443066 tempest-AttachVolumeTestJSON-690443066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:08.216725 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b6c9c4db1524b4aa1f1b0cdc35f219a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792918 May 25 16:10:08.218510 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84650f47-7c24-47db-bce0-4a56c7a23f3e,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:08.219711 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33474) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:08.221595 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-2430b328-14e2-4b7f-be7e-5bdb02ae97d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:08.281667 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.306592 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.460215 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.464011 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ba819150-a6ad-4bcf-af48-05f7108d3039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:08.477035 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84650f47-7c24-47db-bce0-4a56c7a23f3e,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:08.479795 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:08.481762 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:08.482842 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-6bd66f12-c0b4-4c03-8df8-1b9d7ad9ce7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84650f47-7c24-47db-bce0-4a56c7a23f3e HTTP/1.1" status: 204 len: 168 time: 0.2621493 May 25 16:10:09.278450 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33482) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:09.296906 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.311815 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:09.315588 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Usage tracker for resource:security_group_rule and tenant:269ab8295c5d4da3ae101a1699c20dac is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:09.318422 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:09.324081 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:09.404362 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.482390 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.490268 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-9c4ef688-d562-4a33-bf70-c2e6d68b97dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:09.530181 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4527b49e-45c3-423c-ac23-d1747e4c0012,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:09.534715 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=269ab8295c5d4da3ae101a1699c20dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550962 May 25 16:10:09.535658 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-e1900b49-d665-4903-8966-7161ac18bfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:09.537826 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33486) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:09.598869 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.624403 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.854028 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.857691 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-5b953834-2b3a-4d09-a2b1-fecb4511f6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:09.869330 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4527b49e-45c3-423c-ac23-d1747e4c0012,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:09.873068 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:09.876411 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:09.877529 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-bae003a9-d807-4351-9c46-7331e0a4a52e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4527b49e-45c3-423c-ac23-d1747e4c0012 HTTP/1.1" status: 204 len: 168 time: 0.3393266 May 25 16:10:21.813602 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded06-2fbb-4278-b04e-a59dde36abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:24.105365 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-25292a71-988f-402f-9fd1-13edba67a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:24.128016 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.254484 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.451949 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33598) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:25.569411 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.584455 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:25.588183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Usage tracker for resource:security_group_rule and tenant:7ffeae50e5e0464c85006d0af77901cd is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:25.590949 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:25.597183 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:25.675736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.745119 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.752085 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-ac518e66-f7da-4328-a81d-f21dd9eddb03 tempest-AttachVolumeShelveTestJSON-97944301 tempest-AttachVolumeShelveTestJSON-97944301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:25.800580 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b144b0-e6c0-48f4-bca3-e8545179fcad,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:25.803808 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:25.807236 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-22758cc0-11b2-4460-bff5-d08116e3e842 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ffeae50e5e0464c85006d0af77901cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542442 May 25 16:10:25.810095 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33604) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:25.869093 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:25.897305 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:26.070839 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:26.074678 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-d3515890-866f-4aae-823d-87455ad32bef tempest-TestMinimumBasicScenario-1730948582 tempest-TestMinimumBasicScenario-1730948582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:26.091529 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b144b0-e6c0-48f4-bca3-e8545179fcad,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:26.094405 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:26.095616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:26.096999 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-30cbf878-1341-4e5d-baed-2568c8c81a8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63b144b0-e6c0-48f4-bca3-e8545179fcad HTTP/1.1" status: 204 len: 168 time: 0.2858267 May 25 16:10:26.781446 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33612) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:26.799537 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:26.813956 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:26.817736 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Usage tracker for resource:security_group_rule and tenant:def2dc9573a94e9f95ba934066130989 is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:26.820495 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:26.826127 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:26.910494 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:26.991026 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.059177 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.066647 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-babd6084-1e05-44b7-bd3e-8686bb35547c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:27.107326 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb68a51-ea54-4269-9b8f-33e9844796fb,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:27.113197 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=def2dc9573a94e9f95ba934066130989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296020 May 25 16:10:27.113197 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-c0617c03-0441-4f86-b4f6-4d3dac02d749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:27.115184 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33620) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:27.173238 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.202340 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.299091 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.304607 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-5e1250b7-d0f0-4ab9-ac05-33e3bc9fc106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:27.320327 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb68a51-ea54-4269-9b8f-33e9844796fb,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:27.324121 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:27.334513 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:27.335608 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-a5888912-ced4-4c60-ade2-9d5472ae06bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eb68a51-ea54-4269-9b8f-33e9844796fb HTTP/1.1" status: 204 len: 168 time: 0.2195320 May 25 16:10:27.962192 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.247436 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33664) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:29.363884 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.378522 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:29.382278 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Usage tracker for resource:security_group_rule and tenant:d68e8fc4b60f4fd7a296f7897ed4ef1b is out of sync, need to count used quota {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:29.385018 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.quota.resource [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:29.390681 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.db.quota.driver [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:29.473572 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.625312 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.633522 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-785a03bb-4ac2-4f1f-92be-a8b0d542bb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:29.672861 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f95c8-4b2e-49fc-af68-0658409a2ed5,revision_number=1']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:29.677141 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d68e8fc4b60f4fd7a296f7897ed4ef1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286668 May 25 16:10:29.679790 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33670) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:29.683165 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.683543 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.683973 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.684275 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.684849 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.685097 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.685348 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.685700 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.686144 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.686407 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.686760 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.687110 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:29.692401 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b79d6fd6-828a-40c2-a7ff-e606c92a7a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:29.740318 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.766129 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.916480 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.920123 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-919ddcf8-eff4-40ba-bad2-c94ce71e7084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:29.933358 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f95c8-4b2e-49fc-af68-0658409a2ed5,revision_number=None']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:29.937297 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:29.942662 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:29.943768 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-da9b0d35-483c-4ad0-8e48-63d122abd4de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/605f95c8-4b2e-49fc-af68-0658409a2ed5 HTTP/1.1" status: 204 len: 168 time: 0.2629547 May 25 16:10:38.142465 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [-] (99116) accepted ('10.222.0.64', 33738) {{(pid=99116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:38.257594 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.275827 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:10:38.279616 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Usage tracker for resource:security_group_rule and tenant:abb6b682838d42f2b83628a8dbacbafb is out of sync, need to count used quota {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:10:38.282384 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.quota.resource [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:10:38.288067 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.db.quota.driver [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:10:38.370142 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.453386 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_create {{(pid=99116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.462868 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-244de97f-a931-49e3-acb6-3b280f53fe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:38.504437 dv-cinder-791240-3-smb neutron-server[99116]: INFO neutron.wsgi [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abb6b682838d42f2b83628a8dbacbafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602111 May 25 16:10:38.506008 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc77ac-13ad-4bf6-be26-1fc352d3651e,revision_number=1']} {{(pid=99116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:38.507107 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.wsgi [-] (99117) accepted ('10.222.0.64', 33744) {{(pid=99117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:10:38.513583 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.513986 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.514334 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.514705 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.515068 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.515423 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.515778 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.516129 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.516483 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.516857 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.517208 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.517557 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-smb {{(pid=99116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:10:38.522476 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG oslo_concurrency.lockutils [None req-2ff0f62c-82cf-48e9-bd40-ee5c49cc8b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:38.569833 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.595248 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.710415 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825096'] for security_group, after_delete {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.714229 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-b1bd924b-b188-45cd-b49f-26b882773101 tempest-VolumesNegativeTest-1551126920 tempest-VolumesNegativeTest-1551126920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:10:38.727626 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc77ac-13ad-4bf6-be26-1fc352d3651e,revision_number=None']} {{(pid=99117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:10:38.731385 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG oslo_concurrency.lockutils [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:10:38.737576 dv-cinder-791240-3-smb neutron-server[99117]: DEBUG neutron_lib.callbacks.manager [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:38.738833 dv-cinder-791240-3-smb neutron-server[99117]: INFO neutron.wsgi [None req-41003f99-522c-4461-858c-7e9cba2de846 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19fc77ac-13ad-4bf6-be26-1fc352d3651e HTTP/1.1" status: 204 len: 168 time: 0.2307298 May 25 16:10:39.095383 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:10:51.846661 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-b04a5c80-02fd-4d7c-a719-52751163d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:54.116012 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-611056ef-e569-41d5-9537-37d6971f14c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:54.183473 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:55.344422 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:56.892766 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:10:57.932731 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:16.094411 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:11:21.807187 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe711-8344-4008-8ea9-fbc484556f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:24.127710 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7e37f1aa-cac5-4e2f-afe6-c8b26f8c0ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:24.155457 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:25.263992 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:26.869703 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:27.943758 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:51.816856 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-71ce723c-f7fa-4e61-b0e3-c34ba3c4eaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:53.093381 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:11:54.126167 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-e150f2fb-4e24-4dca-b259-df37c2abe2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:54.154846 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:55.273311 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:56.867494 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:11:57.988996 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:21.817217 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9f89b635-f1a7-495c-bb46-b8a89778eef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:24.140386 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0c1528fe-f44c-4e21-92f8-ec61f270cdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:24.186815 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:25.251464 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:26.906313 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:27.997730 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:30.091657 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:12:51.811201 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-83e66bb8-0111-4ac6-930c-420d64646bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:54.128502 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-362228e3-df63-4d17-a82a-d3f0fe832874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:54.154017 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:55.248210 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:56.890967 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:12:57.988047 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:07.090239 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:13:21.831601 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-5c9528cb-d39c-4bef-872e-0842feb383b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:24.138415 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb0fc-d701-4b8b-803e-ef4cb3733c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:24.161590 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:25.252918 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:26.902071 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:27.987220 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:44.088743 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:13:51.840481 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-4b6d278e-65cd-4f40-95d7-2666c18387f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:54.109074 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-3a44415c-d64e-4f9c-997e-2c7033102c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:54.148983 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:55.652078 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:56.886115 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:13:57.992736 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:21.087605 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:14:21.805094 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-bfd34817-4854-41ba-9238-f666368ca3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:24.136205 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3ddf-d6e9-4361-90a8-f0c0f54c1f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:24.170680 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:25.290992 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:26.895507 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:27.976094 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:51.889796 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7febc66b-f49f-4762-aca4-6efaf09e5eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:54.140956 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-5aa91d36-6c81-4fae-9801-f90d4d7c9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:54.174897 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:55.288898 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:56.929722 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:57.981208 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:14:58.087011 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:15:21.819952 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-40fbc85c-45d1-4b8d-8a0a-aedb9affce82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:24.105947 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-ee1faf24-f979-4ca5-8f71-aaeb4717393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:24.151428 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-7950417d-ed20-4e0c-8bd8-edb62ba40208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:25.379887 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-53bd38bd-cd36-420d-9a31-2cb48003dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:26.899909 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-97bfb74b-ab41-42f9-855a-897ba02d97b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:27.985926 dv-cinder-791240-3-smb neutron-server[99118]: DEBUG neutron_lib.callbacks.manager [None req-cde5b151-e299-49ce-81ed-ba06db0924a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791686140910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626049'] for agent, after_update {{(pid=99118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:15:35.085374 dv-cinder-791240-3-smb neutron-server[99119]: DEBUG neutron.db.agents_db [None req-472f1ada-4440-4868-b5a2-62c084f1a3c7 None None] Agent healthcheck: found 6 active agents {{(pid=99119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:15:36.929683 dv-cinder-791240-3-smb neutron-server[99116]: DEBUG neutron.wsgi [req-55304da0-4829-451c-89b1-87905aec8f50 req-cf9e138a-04d4-4f6d-892c-f7fa65bc662f tempest-AttachVolumeNegativeTest-8830779 tempest-AttachVolumeNegativeTest-8830779-project] (99116) timed out ('10.222.0.68', 61065) {{(pid=99116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}